-- Logs begin at Fri 2021-09-10 16:43:17 UTC, end at Fri 2021-09-10 17:52:54 UTC. -- Sep 10 17:27:10.959876 dv-cinder-787195-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 17:27:13.704080 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:27:13.704701 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 17:27:13.704879 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94573) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 17:27:13.707996 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.common.config [-] Logging enabled! Sep 10 17:27:13.708263 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 17:27:13.708584 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94573) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 17:27:13.709527 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:27:13.709762 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:27:13.710123 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:27:13.710369 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:27:13.710595 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:27:13.710915 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.711214 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.711511 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.711740 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.712036 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.712352 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.712634 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.712919 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.713218 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.713503 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.714347 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.714633 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.714864 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.715144 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.715430 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.715716 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.715940 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] debug = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.716226 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.716669 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.717102 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.717365 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.717651 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.717931 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.718200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.718474 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.718758 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.719086 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] host = dv-cinder-787195-9-iscsi {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.719361 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.719648 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.719936 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.720220 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.720515 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.720795 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.721078 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.721350 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.721624 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.721898 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.722184 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.722470 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.722757 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.722979 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.723200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.723488 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.723774 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.724046 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.724347 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.724622 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.724894 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.725165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.725433 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.725717 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.726001 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.726284 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.726558 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.726830 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.727099 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.727367 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.727650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.727923 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.728195 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.728501 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.728788 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.729057 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.729856 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.730158 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.730444 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.730733 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.731016 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.731289 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.731571 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.731842 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.732113 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.732427 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_json = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.732681 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.732951 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.733231 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.733501 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.733769 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.734041 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.734311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.734596 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:13.734892 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.735190 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.735488 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.735771 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.736063 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.736369 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.736661 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.736939 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.737225 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.737512 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.737799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.738075 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.738362 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.738641 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.738935 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.739238 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.739531 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.739822 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.740098 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.740401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.740684 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.740965 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.741252 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.741529 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.741817 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.742106 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.742386 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.742673 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.742968 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.743258 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.743533 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.743810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.744100 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.744404 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.744681 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.745599 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.745898 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.746179 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.746457 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.746740 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.747020 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.747294 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.747567 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.747844 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.748134 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.748435 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.748707 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.748979 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.749255 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.749527 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.749810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.750087 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.750360 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.750635 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.750914 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.751189 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.751462 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.751739 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.752012 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.752312 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.752588 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.752861 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.753134 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.753406 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.753678 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.753950 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.754220 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.754493 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.754765 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.755038 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.755310 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.755580 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.755852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.756137 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.756455 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.756730 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.757009 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.757284 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.757560 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.757834 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.758109 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.758384 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.758658 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.758929 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.759218 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.759501 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.759787 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.760069 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.760375 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.760714 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.760987 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.761272 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.761546 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.761822 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.762103 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.762383 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.762672 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.762962 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.763253 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.763543 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.763835 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.764113 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.764444 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.764755 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:13.764971 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:27:13.765208 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94573) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 17:27:14.116770 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:14.117047 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:14.117332 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 17:27:14.117666 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 17:27:14.509887 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.510107 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.510884 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.512200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.512498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.512762 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.549295 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.549571 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.549838 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.564721 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.565002 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.565304 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.594348 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.594627 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.594901 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.633209 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.633496 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.633763 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.864278 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.864938 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.864938 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.865101 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.865746 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.986851 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.987166 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.987449 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.987729 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.987994 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.988327 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.988585 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.988839 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.989090 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.989369 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.989624 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.989889 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.990144 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.990396 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.990645 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.990905 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.991156 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.991419 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.991683 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.991937 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.992206 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.992479 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.992759 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.993134 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.993381 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.993625 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:14.994022 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.994261 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.994497 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.994760 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.995087 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.995327 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:14.995689 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 17:27:14.998815 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 17:27:15.002786 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 17:27:15.006629 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 10 17:27:15.008279 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 17:27:15.008737 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 17:27:15.009075 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 17:27:15.009460 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 17:27:15.012798 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 17:27:15.013050 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 17:27:15.013399 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:27:15.018680 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 17:27:15.041207 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 17:27:15.041679 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:15.041969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94573) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 17:27:15.042331 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:15.043663 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94573) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 17:27:15.043944 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 17:27:15.044191 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 17:27:15.047542 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:15.047829 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:15.111981 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 17:27:15.112215 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 17:27:15.112483 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 17:27:15.112854 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 17:27:15.135272 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_db.sqlalchemy.engines [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94573) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 17:27:15.826277 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing driver for type 'gre' Sep 10 17:27:15.826815 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] gre ID ranges: [(1, 1000)] Sep 10 17:27:16.055124 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing driver for type 'local' Sep 10 17:27:16.055846 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing driver for type 'vlan' Sep 10 17:27:16.186425 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] VlanTypeDriver initialization complete Sep 10 17:27:16.187418 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing driver for type 'vxlan' Sep 10 17:27:16.187957 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] vxlan ID ranges: [(1, 1000)] Sep 10 17:27:16.471643 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing extension driver 'port_security' Sep 10 17:27:16.471924 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.extensions.port_security [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] PortSecurityExtensionDriver initialization complete Sep 10 17:27:16.472216 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing mechanism driver 'openvswitch' Sep 10 17:27:16.472578 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing mechanism driver 'hyperv' Sep 10 17:27:16.479890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:16.480595 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.480966 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.481314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.481875 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.482309 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.482783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.483136 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.483529 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.483935 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.484310 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.484659 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.485047 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.485451 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.485794 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.486131 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.486662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.487070 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.487419 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.487804 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.488195 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.491165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > address_group after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > address_group after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 17:27:16.491165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] ML2 OVO RPC backend initialized. {{(pid=94573) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 17:27:16.491632 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491632 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491632 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.491875 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > networks before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.492211 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.492577 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > ports before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.492921 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.493260 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnets before_response 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.493606 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.493943 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.494279 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.495410 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.495749 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.496079 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.496436 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.496775 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.497108 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.497688 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Modular L2 Plugin initialization complete Sep 10 17:27:16.498019 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading services supported by the core plugin {{(pid=94573) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 17:27:16.498345 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.plugins.ml2.managers [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Got port-security extension from driver 'port_security' Sep 10 17:27:16.498842 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.extensions.vlantransparent [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Disabled vlantransparent extension. Sep 10 17:27:16.499404 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94573) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 17:27:16.499722 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: router Sep 10 17:27:16.536284 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.536681 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_create 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.537055 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router before_create 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.537448 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.537818 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.538174 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_delete 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.538533 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.538882 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.539284 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_create 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.539637 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.539988 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.540402 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.540792 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.541201 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.542099 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.542439 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.542781 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: subnet after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.543119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.543508 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.543857 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_create 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.544199 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.544562 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.544918 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router after_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.545263 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.545613 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_create 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.545979 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.546319 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_update 55549900 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.546678 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > agent after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.547025 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > agent after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.547366 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > network after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.548229 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Tracking information for resource: router configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:16.548593 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Tracking information for resource: floatingip configured {{(pid=94573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 17:27:16.553719 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.db.l3_agentschedulers_db [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 17:27:16.554296 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.554655 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.555052 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.555408 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.556209 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router before_create 55550100 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.578017 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.578017 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_create 55550100 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.578017 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > router precommit_update 55550100 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.578017 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.provider_configuration [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service providers = [] {{(pid=94573) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 17:27:16.578017 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.db.servicetype_db [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94573) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 17:27:16.580720 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.service_base [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:27:16.581072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.service_base [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:27:16.581417 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.service_base [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:27:16.582329 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.services.service_base [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 17:27:16.582711 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.services.service_base [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 17:27:16.583103 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.583427 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 17:27:16.594791 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.595127 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: auto_allocate Sep 10 17:27:16.601014 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: network precommit_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.601394 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: network precommit_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.601929 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.602256 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: tag Sep 10 17:27:16.609754 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.610086 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: timestamp Sep 10 17:27:16.626922 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.627255 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: network_ip_availability Sep 10 17:27:16.632797 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.633176 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.633541 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.634287 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.634605 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: flavors Sep 10 17:27:16.639540 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.639867 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading Plugin: revisions Sep 10 17:27:16.644192 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 17:27:16.644608 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=94573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 17:27:16.645347 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94573) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 17:27:16.645684 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Initializing extension manager. Sep 10 17:27:16.646189 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: __init__.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.646532 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: __pycache__ {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.646863 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.647194 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: address_group.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.647957 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.648568 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: address-group Sep 10 17:27:16.648894 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: address_scope.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.649795 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.650308 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: address-scope Sep 10 17:27:16.650634 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.651575 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.652088 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: router-admin-state-down-before-update Sep 10 17:27:16.652438 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: agent.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.653139 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.653679 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: agent Sep 10 17:27:16.654003 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: agent_resources_synced.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.654921 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.655430 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: agent-resources-synced Sep 10 17:27:16.655751 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: allowedaddresspairs.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.657893 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.658412 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: allowed-address-pairs Sep 10 17:27:16.658737 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: auto_allocated_topology.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.665295 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.665816 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: auto-allocated-topology Sep 10 17:27:16.666139 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: availability_zone.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.667443 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.667948 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: availability_zone Sep 10 17:27:16.668293 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: availability_zone_filter.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.669215 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.669724 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: availability_zone_filter Sep 10 17:27:16.670045 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: data_plane_status.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.670991 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.671496 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 17:27:16.671816 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: default_subnetpools.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.672757 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.673265 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: default-subnetpools Sep 10 17:27:16.673590 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.674404 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.674908 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: dhcp_agent_scheduler Sep 10 17:27:16.675228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: dns.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.676181 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.676711 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 17:27:16.677031 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: dns_domain_ports.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.677952 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.678456 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 17:27:16.678775 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.679690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.680194 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 17:27:16.680534 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: dvr.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.681208 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.681743 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: dvr Sep 10 17:27:16.682064 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: ecmp_routes.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.683602 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.684100 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 17:27:16.684446 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: empty_string_filtering.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.685463 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.685969 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: empty-string-filtering Sep 10 17:27:16.686328 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.694027 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.694529 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:27:16.694849 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.695758 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.696292 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 17:27:16.696617 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: external_net.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.697566 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.698077 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: external-net Sep 10 17:27:16.698396 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.699350 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.699858 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: extra_dhcp_opt Sep 10 17:27:16.700179 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: extraroute.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.701117 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.701621 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: extraroute Sep 10 17:27:16.701939 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: extraroute_atomic.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.702965 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.703472 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: extraroute-atomic Sep 10 17:27:16.703795 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: filter_validation.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.704484 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.705027 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: filter-validation Sep 10 17:27:16.705349 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: fip_pf_description.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.706264 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.706770 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 17:27:16.707089 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: fip_port_details.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.708009 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.708536 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: fip-port-details Sep 10 17:27:16.708856 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: flavors.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.710088 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.710643 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: flavors Sep 10 17:27:16.710984 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.712673 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.713187 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 17:27:16.713565 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: floatingip_pools.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.714264 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.714765 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: floatingip-pools Sep 10 17:27:16.715114 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: ip_allocation.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.716071 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.716607 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 17:27:16.716931 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.717852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.718359 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: ip-substring-filtering Sep 10 17:27:16.718683 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l2_adjacency.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.719623 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.720129 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 17:27:16.720484 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.733648 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.733648 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: router Sep 10 17:27:16.733648 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.735731 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.736279 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 17:27:16.736616 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.737563 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.738074 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: ext-gw-mode Sep 10 17:27:16.738408 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.739384 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.739889 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: l3-ha Sep 10 17:27:16.740212 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3_flavors.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.741152 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.741652 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: l3-flavors Sep 10 17:27:16.741974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.742918 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.743423 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 17:27:16.743744 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: l3agentscheduler.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.745436 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.745942 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: l3_agent_scheduler Sep 10 17:27:16.746268 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: logging.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.747743 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.748284 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension logging not supported by any of loaded plugins Sep 10 17:27:16.748612 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: metering.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.749352 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.749932 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: metering Sep 10 17:27:16.750251 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.751396 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.751910 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: metering_source_and_destination_fields Sep 10 17:27:16.752253 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: multiprovidernet.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.753177 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.753688 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: multi-provider Sep 10 17:27:16.754008 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: netmtu.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.754917 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.755423 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: net-mtu Sep 10 17:27:16.755743 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: netmtu_writable.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.756715 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.757221 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: net-mtu-writable Sep 10 17:27:16.757540 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: network_availability_zone.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.758200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.758702 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: network_availability_zone Sep 10 17:27:16.759018 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: network_ip_availability.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.760127 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.760734 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: network-ip-availability Sep 10 17:27:16.761061 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: network_segment_range.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.761823 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.762324 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 17:27:16.762643 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: pagination.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.763698 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.764026 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: pagination Sep 10 17:27:16.764368 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: port_device_profile.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.768834 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.769350 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: port-device-profile Sep 10 17:27:16.769671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.770593 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.771098 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: port-mac-address-regenerate Sep 10 17:27:16.771420 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.772351 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.772859 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: port-numa-affinity-policy Sep 10 17:27:16.773181 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: port_resource_request.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.774217 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.774721 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 17:27:16.775043 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: portbindings.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.776072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.776625 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: binding Sep 10 17:27:16.776950 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: portbindings_extended.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.778225 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.778837 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: binding-extended Sep 10 17:27:16.779102 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: portsecurity.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.780019 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.780558 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: port-security Sep 10 17:27:16.780884 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: project_id.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.781864 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.782194 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: project-id Sep 10 17:27:16.782771 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: providernet.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.783704 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.784216 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: provider Sep 10 17:27:16.784567 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.788285 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.788818 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos not supported by any of loaded plugins Sep 10 17:27:16.789144 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.790383 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.790896 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 17:27:16.791226 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.792723 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.793227 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 17:27:16.793551 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_default.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.794469 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.794974 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-default not supported by any of loaded plugins Sep 10 17:27:16.795298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_fip.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.795950 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.796676 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 17:27:16.796877 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_gateway_ip.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.797812 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.798320 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 17:27:16.798645 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_port_network_policy.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.799559 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.800067 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 17:27:16.800426 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_pps_rule.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.801634 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.802147 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 17:27:16.802475 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_rule_type_details.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.803396 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.804064 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 17:27:16.804422 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: qos_rules_alias.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.805475 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.806028 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 17:27:16.806399 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: quotasv2.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.807885 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.808217 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: quotas Sep 10 17:27:16.814140 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: quotasv2_detail.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.817352 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.817700 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: quota_details Sep 10 17:27:16.818035 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: rbac.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.819153 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.819689 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: rbac-policies Sep 10 17:27:16.820021 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: rbac_address_group.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.820990 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.821505 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: rbac-address-group Sep 10 17:27:16.821830 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: rbac_address_scope.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.822770 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.823924 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: rbac-address-scope Sep 10 17:27:16.824273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: rbac_security_groups.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.825189 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.825702 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: rbac-security-groups Sep 10 17:27:16.826022 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: rbac_subnetpool.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.826933 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.827445 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: rbac-subnetpool Sep 10 17:27:16.827764 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: revisionifmatch.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.828730 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.829248 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: revision-if-match Sep 10 17:27:16.829577 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: revisions.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.830918 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.831440 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: standard-attr-revisions Sep 10 17:27:16.831761 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: router_availability_zone.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.832493 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.833007 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: router_availability_zone Sep 10 17:27:16.833327 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: routerservicetype.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.834253 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.834763 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 17:27:16.835080 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.836001 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.836540 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: security-groups-normalized-cidr Sep 10 17:27:16.836863 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.837779 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.838286 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: port-security-groups-filtering Sep 10 17:27:16.839399 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.840370 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.840922 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: security-groups-remote-address-group Sep 10 17:27:16.841248 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: securitygroup.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.852515 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.853044 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: security-group Sep 10 17:27:16.853376 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: segment.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.854246 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.854752 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension segment not supported by any of loaded plugins Sep 10 17:27:16.855076 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.856032 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.856576 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 17:27:16.856899 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: servicetype.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.858077 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.858596 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: service-type Sep 10 17:27:16.858974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: sorting.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.859951 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.860300 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: sorting Sep 10 17:27:16.860625 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: standard_attr_segment.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.861540 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.862052 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 17:27:16.862374 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: standardattrdescription.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.863020 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.863528 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: standard-attr-description Sep 10 17:27:16.863852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: stateful_security_group.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.864796 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.865312 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: stateful-security-group Sep 10 17:27:16.865637 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: stdattrs_common.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.866217 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 17:27:16.866537 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.867467 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.867986 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 17:27:16.868327 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnet_onboard.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.869446 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.870509 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: subnet_onboard Sep 10 17:27:16.870828 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.871759 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.872291 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 17:27:16.872618 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnet_service_types.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.873548 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.874060 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: subnet-service-types Sep 10 17:27:16.874384 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnetallocation.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.875475 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.875988 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: subnet_allocation Sep 10 17:27:16.876342 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.877043 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.877547 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: subnetpool-prefix-ops Sep 10 17:27:16.877868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.878809 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.879321 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 17:27:16.879644 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: tagging.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.880763 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.881317 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: standard-attr-tag Sep 10 17:27:16.881646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: timestamp.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.886874 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.887430 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loaded extension: standard-attr-timestamp Sep 10 17:27:16.887759 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: trunk.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.888816 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.889332 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension trunk not supported by any of loaded plugins Sep 10 17:27:16.889697 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: trunk_details.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.890617 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.891129 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 17:27:16.891453 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: uplink_status_propagation.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.892401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.892911 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 17:27:16.893235 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Loading extension file: vlantransparent.py {{(pid=94573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 17:27:16.893939 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 17:27:16.894445 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 17:27:16.896893 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:network Sep 10 17:27:16.897415 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnet Sep 10 17:27:16.897860 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:27:16.898253 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:port Sep 10 17:27:16.899469 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.899925 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service FLAVORS assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.900575 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.901086 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.901634 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:router Sep 10 17:27:16.902072 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:27:16.902563 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service METERING assigned prefix: /metering {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.904004 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.904411 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.904762 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:27:16.906190 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:27:16.906647 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:27:16.907084 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:27:16.907926 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service CORE assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.908284 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:27:16.908634 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] subnetpool is already registered Sep 10 17:27:16.909125 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service CORE assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.909454 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:27:16.909791 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] subnetpool is already registered Sep 10 17:27:16.912153 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.912612 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service FLAVORS assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.913204 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.913628 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.914972 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:router Sep 10 17:27:16.914972 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] router is already registered Sep 10 17:27:16.914972 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 17:27:16.915190 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] floatingip is already registered Sep 10 17:27:16.915520 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service METERING assigned prefix: /metering {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.916194 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 17:27:16.916588 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] rbac_policy is already registered Sep 10 17:27:16.917138 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:security_group Sep 10 17:27:16.917478 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] security_group is already registered Sep 10 17:27:16.917884 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 17:27:16.918218 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] security_group_rule is already registered Sep 10 17:27:16.918842 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service CORE assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.919179 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:27:16.919515 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] subnetpool is already registered Sep 10 17:27:16.919930 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.v2.resource_helper [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Service CORE assigned prefix: {{(pid=94573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 17:27:16.920285 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 17:27:16.920621 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING neutron.quota.resource_registry [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] subnetpool is already registered Sep 10 17:27:16.921094 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: extensions {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.922607 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: address-groups {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.924094 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: address-scopes {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.925456 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: agents {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.926606 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: auto-allocated-topology {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.927849 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: availability_zones {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.929105 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: dhcp-networks {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.930632 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: dhcp-agents {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.932056 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: routers {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.934833 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: flavors {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.936001 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: service_profiles {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.937241 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: next_providers {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.938680 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: service_profiles {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.940213 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: floatingip-pools {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.941435 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: routers {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.943544 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: floatingips {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.944926 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: l3-routers {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.946311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: l3-agents {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.947711 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: metering-labels {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.949770 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: metering-label-rules {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.951050 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: network-ip-availabilities {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.952403 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: bindings {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.954944 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: quotas {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.956492 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: quotas {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.957945 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: rbac-policies {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.959148 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: security-groups {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.960508 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: security-group-rules {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.961808 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: service-providers {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.963019 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: subnetpools {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.964524 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: subnetpools {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.965972 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.967671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.969540 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.971318 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.973174 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.974999 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.976773 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.978684 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.980565 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.982293 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron.api.extensions [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Extended resource: tags {{(pid=94573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 17:27:16.989675 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING keystonemiddleware.auth_token [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 17:27:16.993164 dv-cinder-787195-9-iscsi neutron-server[94573]: WARNING keystonemiddleware.auth_token [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 17:27:17.002349 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Acquired lock "singleton_lock" {{(pid=94573) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 17:27:17.002820 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_concurrency.lockutils [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Releasing lock "singleton_lock" {{(pid=94573) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 17:27:17.003462 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Starting 2 workers Sep 10 17:27:17.008372 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Started child 94682 {{(pid=94573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:27:17.013432 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Started child 94683 {{(pid=94573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:27:17.014677 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.015301 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO neutron.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 17:27:17.015681 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Notify callbacks [] for process, before_spawn {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.016320 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [-] (94682) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:27:17.018213 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Starting 1 workers Sep 10 17:27:17.018790 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.021150 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [-] (94683) wsgi starting up on http://0.0.0.0:9696 Sep 10 17:27:17.023470 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Started child 94684 {{(pid=94573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:27:17.024034 dv-cinder-787195-9-iscsi neutron-server[94573]: INFO oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Starting 1 workers Sep 10 17:27:17.027524 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] calling RpcWorker wait() {{(pid=94684) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 17:27:17.038802 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] returning from RpcWorker wait() {{(pid=94684) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 17:27:17.038937 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Started child 94685 {{(pid=94573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 17:27:17.039016 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.039300 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eba2518a-9363-4773-ab8d-d57708f48041 None None] Notify callbacks [] for process, after_spawn {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.039378 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94573) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.039447 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.039928 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.039993 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040494 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.040969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] debug = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.041621 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042653 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042653 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042653 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.042837 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.043218 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.043218 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.043664 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.043965 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] host = dv-cinder-787195-9-iscsi {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.044225 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.044480 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.044736 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.044991 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.045248 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.045469 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.045738 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.045981 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.046245 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.046471 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.046692 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.046947 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.047184 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.047419 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.047592 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_options = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.047864 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.048107 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.048395 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.048589 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.048759 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.048934 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.049186 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.049349 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.049606 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.049829 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.050043 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.050258 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.050501 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.050714 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.050961 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.051203 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.051417 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.051628 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.051884 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.052116 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.052362 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.052587 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.052801 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.053039 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.053268 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.053514 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.053738 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.053948 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.054165 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.054405 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.054638 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.054909 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.055154 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.055397 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.055958 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.055958 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.056192 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.056418 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.056660 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.056874 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.057648 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.057914 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.058127 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.058371 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.058606 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.058840 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.059075 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_json = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.059302 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.059562 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.059836 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.060046 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.060295 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.060509 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.060722 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.060952 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.061399 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.061671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.061972 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.062204 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.062465 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.062709 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.062955 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.063176 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.063425 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.063720 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.064757 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:17.065196 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.065445 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.065745 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.066018 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.067117 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.067531 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.067798 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.068186 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.068400 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.068633 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.068863 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.069114 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.069408 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.069640 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.069876 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.070110 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.070355 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.070689 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.070950 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.071228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.071506 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.071758 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.071982 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.072201 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.072474 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.072710 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.073516 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.073783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.074010 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.074242 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.074465 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.074694 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.074925 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.075157 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.075448 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.075689 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.075926 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.076146 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.076389 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.079072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.080320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081411 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081411 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081411 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081411 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081901 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.081901 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.082155 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.082287 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.082426 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.082608 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.082841 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.083059 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.083274 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084092 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084092 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084092 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084922 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084922 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084922 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.084922 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.085810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.085810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.085810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.085810 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.086204 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.086204 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.086399 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.086666 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.086981 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.087213 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.087462 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.088088 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.088088 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.088407 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.088407 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.088658 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.089182 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.089182 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.089565 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.089785 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.090055 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.090365 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.090684 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.090933 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.091176 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.091701 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.091701 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.091935 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.092205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.092520 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.092755 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.093018 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.093233 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.093490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.093803 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.094141 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.094409 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.094639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.094916 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.095151 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.095381 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.095639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.095885 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.096153 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.096418 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.096704 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.096976 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.097255 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.097561 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.097795 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.098130 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.098378 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.098593 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.098825 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.099092 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.099320 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.099554 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.099811 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.100063 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.100351 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.100797 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.100797 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.101044 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.101235 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.101495 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.101707 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.101946 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.102883 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.102883 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.103152 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.103276 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.103478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.104343 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.104343 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.104587 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.104785 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.104913 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.105194 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.105297 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.105523 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.106715 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.111690 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.112708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.112708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.112708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.112708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.113783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.113783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.113783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.114195 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.114952 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.115181 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.115409 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.115647 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.115883 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.116140 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.116406 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.116996 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.117237 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.124868 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.125490 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126119 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126622 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126622 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126763 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.126923 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.127173 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.127400 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.127721 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.127958 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.128174 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.128414 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.128664 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.128886 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.129101 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.129329 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.129581 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.129796 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.130021 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.130241 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.130453 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.130679 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.130913 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.131127 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.131351 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.131592 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.131802 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.133206 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.133585 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.133760 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.134862 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.135083 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.135355 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.136380 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.136642 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.136875 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.137176 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.137450 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.137728 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.137991 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.138324 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.138544 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.138792 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.139354 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41102) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:17.140084 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.140356 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.140603 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.140884 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.141234 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.141560 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.141836 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.142174 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.142452 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.142732 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.143008 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.143227 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.143547 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.143885 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.144159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.144440 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.144691 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.144943 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.145169 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.145387 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.145623 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.145841 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.146075 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.146316 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.146551 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.146794 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.147011 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.147237 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.147468 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.147701 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.147943 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.148181 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.148448 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.148608 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:27:17.148748 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064437 Sep 10 17:27:17.149144 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94573) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 17:27:17.149290 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 17:27:17.149426 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 17:27:17.149597 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 17:27:17.149754 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 17:27:17.149890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 17:27:17.150099 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.150483 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.150483 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.150802 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.150802 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.150969 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151080 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151263 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151585 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151686 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151768 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.151902 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152058 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152220 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152425 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152580 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152726 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.152869 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.153013 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.153173 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.153334 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.153464 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.154445 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] debug = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.154615 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.154799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.155001 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.155183 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.156401 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157060 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157060 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157060 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157060 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157060 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] host = dv-cinder-787195-9-iscsi {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157995 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.157995 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158139 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.158890 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159415 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159415 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159415 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159415 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159856 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_options = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159856 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.159856 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.160146 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.160146 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165390 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.165783 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.166766 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167205 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_json = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.167639 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.168159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.168159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 17:27:17.168159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.168159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.168159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.168638 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.168638 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.168638 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.169498 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.170273 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.171307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.172228 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173028 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173028 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173028 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173028 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173028 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.173650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174161 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174161 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174161 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174640 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174640 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174640 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.174640 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175151 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175151 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175151 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175529 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175529 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175529 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175905 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.175905 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176180 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176524 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176524 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176781 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.176781 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177036 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177036 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177294 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177294 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177558 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177694 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177829 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.177964 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178108 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178244 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178380 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178515 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178650 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178793 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.178929 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179064 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179199 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179335 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179500 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179644 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179805 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.179947 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180102 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180263 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180407 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180565 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.180867 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.181016 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.181194 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.181337 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183200 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.183852 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.184133 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.184209 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.185974 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186360 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186360 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186477 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186586 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186798 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.186915 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.187076 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.187240 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.187405 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.188314 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.189799 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.190528 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.190528 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.190528 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.190528 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.190528 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191154 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191154 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191154 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191154 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.191662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192142 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192142 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192142 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192142 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192676 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192676 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.192676 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193159 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.193671 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194063 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194063 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194063 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194566 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194566 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.194566 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195079 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195079 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195079 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195403 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195403 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195403 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195708 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195874 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.195989 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.196149 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.197472 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.197472 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.197472 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.199391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.200646 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201298 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201859 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201859 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201859 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.201859 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.202307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.202307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.202307 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.203311 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.204478 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205268 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205268 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205477 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205594 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205710 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.205881 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206039 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206535 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206535 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206535 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206870 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.206870 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.207074 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.207074 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.207278 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.207384 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.207559 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208132 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208313 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208468 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208586 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208724 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208839 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.208942 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209102 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209261 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209428 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209586 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209743 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.209902 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210072 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210230 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210391 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210548 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210707 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.210867 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:17.211001 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211125 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211258 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211383 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211505 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211626 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211782 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.211948 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212115 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212293 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212463 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212633 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212792 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.212949 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213107 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213263 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213495 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213662 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213820 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.213977 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214134 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214292 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214449 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214606 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214762 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.214919 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215076 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215305 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215435 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215632 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215758 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 17:27:17.215881 dv-cinder-787195-9-iscsi neutron-server[94573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 17:27:28.762489 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6fb96-5041-45c0-9557-7362bb88e037 None None] get_active_networks_info from dv-cinder-787195-9-iscsi {{(pid=94684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 17:27:28.836272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6fb96-5041-45c0-9557-7362bb88e037 None None] No non-hosted networks {{(pid=94684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 17:27:28.846465 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.agentschedulers_db [None req-46b6fb96-5041-45c0-9557-7362bb88e037 None None] DHCP Agent not found on host dv-cinder-787195-9-iscsi {{(pid=94684) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 17:27:29.051703 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-95226c5f-3c7b-46f1-ae78-777242a5a111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.415401 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7e24f0cd-1ab0-4e55-95e5-1711be2a0d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.454291 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.db.api [None req-09780177-3c05-4287-81e4-6cfd19563c4d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787195-9-iscsi {{(pid=94684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:27:31.454717 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG oslo_db.api [None req-09780177-3c05-4287-81e4-6cfd19563c4d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:27:31.644141 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:31.646021 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.646738 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.647086 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.647427 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.647760 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.648087 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.649553 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.649971 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.651396 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.651791 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.653495 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.654260 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:31.657016 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:31.670684 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:27:32.074476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-09780177-3c05-4287-81e4-6cfd19563c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:32.379906 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:34.230887 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:35.256879 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41200) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:35.763797 dv-cinder-787195-9-iscsi neutron-server[94683]: WARNING oslo_policy.policy [None req-d5e06fe7-b510-4665-b7c9-b83342bbb059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:35.764441 dv-cinder-787195-9-iscsi neutron-server[94683]: WARNING oslo_policy.policy [None req-d5e06fe7-b510-4665-b7c9-b83342bbb059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:35.985351 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [None req-d5e06fe7-b510-4665-b7c9-b83342bbb059 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:27:35.986355 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-d5e06fe7-b510-4665-b7c9-b83342bbb059 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7284374 Sep 10 17:27:38.400109 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41214) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:38.653148 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.db.l3_hamode_db [None req-e3d9b38d-d07e-4f0c-9959-88518735d7ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 17:27:38.716439 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:27:38.734137 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9b38d-d07e-4f0c-9959-88518735d7ba None None] Routers set() bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:27:38.734510 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9b38d-d07e-4f0c-9959-88518735d7ba None None] Router IDs set() for agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 17:27:38.810169 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.policy [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94683) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 17:27:38.854662 dv-cinder-787195-9-iscsi neutron-server[94683]: WARNING oslo_policy.policy [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:38.855027 dv-cinder-787195-9-iscsi neutron-server[94683]: WARNING oslo_policy.policy [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:38.863386 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.quota [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] Loaded quota_driver: . Sep 10 17:27:39.012781 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785451956067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785451955508', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785451968079', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785451973939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785448389857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785451993215', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-580478', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1954164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2013002'] for rbac-policy, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:39.162251 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:39.163576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-885d0081-823a-4fbf-8fb3-268961c2345e admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7623155 Sep 10 17:27:41.762561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41226) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:42.061065 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'name': 'private', 'tenant_id': '8009e2032e604efb90a0df911f19d46f'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:27:42.173288 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Made reservation on behalf of 8009e2032e604efb90a0df911f19d46f for: {'network': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:27:42.176045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.192757 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.313694 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.418955 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.438691 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=94683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:27:42.466616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785449349268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.467191 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Unsubscribe: segment precommit_create {{(pid=94683) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:27:42.467694 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.segments_db [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Added segment 7a8d6cb2-39aa-4cb0-890a-f1958f2bb313 of type vlan for network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc Sep 10 17:27:42.483416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c993de-d02a-4c30-ac3b-a41db1db9d9c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:42.510676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.511022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.511357 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.511682 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.512005 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.512363 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.512970 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.513297 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.513634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.513951 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.514266 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.514575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Tracked resource versions report: Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: pushed versions: Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: { 'AddressGroup': {'1.2'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'ConntrackHelper': {'1.0'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Log': {'1.0'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Network': {'1.1'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Port': {'1.7'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'PortForwarding': {'1.2'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'QosPolicy': {'1.9'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroup': {'1.4'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SubPort': {'1.0'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Subnet': {'1.1'}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Trunk': {'1.1'}} Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: consumer versions: Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'ConntrackHelper': '1.0', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Log': '1.0', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Network': '1.1', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Port': '1.7', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'PortForwarding': '1.2', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'QosPolicy': '1.9', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroup': '1.4', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroupRule': '1.2', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SubPort': '1.0', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Subnet': '1.1', Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Trunk': '1.1'}} Sep 10 17:27:42.515629 dv-cinder-787195-9-iscsi neutron-server[94683]: {{(pid=94683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:27:42.590271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.693541 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.694591 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:42.695241 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:42.794681 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0309818 Sep 10 17:27:42.795378 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997db833-65df-4e0f-bade-18c7eb169cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=657c9db7-4de1-4cb4-aeb2-0e0de12165cc,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:42.811564 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:27:45.436168 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41240) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:45.826828 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23106dfc-3f2e-4099-bcfe-9984bd7050ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:45.831563 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-23106dfc-3f2e-4099-bcfe-9984bd7050ed admin admin] 10.222.0.53 "GET /v2.0/networks/657c9db7-4de1-4cb4-aeb2-0e0de12165cc HTTP/1.1" status: 200 len: 825 time: 0.3910654 Sep 10 17:27:45.856987 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e5603dc0-a8f2-44d4-84b2-e4d25c0f5dc7 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/a1f16fca-9639-4ffb-82e0-79c2f897e99e HTTP/1.1" status: 200 len: 734 time: 0.0212016 Sep 10 17:27:45.865477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:27:45.967698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Made reservation on behalf of 8009e2032e604efb90a0df911f19d46f for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:27:45.970094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:46.339026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:46.409824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2001e753-dcf5-4985-acdf-a604e54ebfed,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:46.412145 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Checking segment: {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:27:46.412516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Network hostable DHCP agents. Network: 657c9db7-4de1-4cb4-aeb2-0e0de12165cc, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:27:46.487009 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:27:46.561727 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 657c9db7-4de1-4cb4-aeb2-0e0de12165cc) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:27:46.566916 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:27:46.567784 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:46.571023 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abbd7bb-9ca5-4e49-b242-f9b7b9085673 None None] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:27:46.665823 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-2212388c-e5cc-4a71-b239-9b28bc52b5ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8032086 Sep 10 17:27:46.890710 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:27:46.891955 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.172550 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Allocated IP 172.20.0.2 (657c9db7-4de1-4cb4-aeb2-0e0de12165cc/2001e753-dcf5-4985-acdf-a604e54ebfed/f4dea721-aef3-4677-a46c-a78d3db3ae88) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:27:47.400838 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.416924 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Transition to ACTIVE for port object f4dea721-aef3-4677-a46c-a78d3db3ae88 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:27:47.438405 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Transition to ACTIVE for port object f4dea721-aef3-4677-a46c-a78d3db3ae88 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:27:47.494057 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.559505 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:27:47.567272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:27:47.579949 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:27:47.583036 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Pushing event updated for resources: {'Port': ['ID=f4dea721-aef3-4677-a46c-a78d3db3ae88,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:47.614249 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.614597 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.614944 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.615283 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.615616 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.615952 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.616304 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.616644 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.616994 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.617325 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.618007 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.618007 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Tracked resource versions report: Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: pushed versions: Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: { 'AddressGroup': {'1.2'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'ConntrackHelper': {'1.0'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Log': {'1.0'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Network': {'1.1'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Port': {'1.7'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'PortForwarding': {'1.2'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'QosPolicy': {'1.9'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroup': {'1.4'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SubPort': {'1.0'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Subnet': {'1.1'}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Trunk': {'1.1'}} Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: consumer versions: Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'ConntrackHelper': '1.0', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Log': '1.0', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Network': '1.1', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Port': '1.7', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'PortForwarding': '1.2', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'QosPolicy': '1.9', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroup': '1.4', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroupRule': '1.2', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SubPort': '1.0', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Subnet': '1.1', Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Trunk': '1.1'}} Sep 10 17:27:47.619173 dv-cinder-787195-9-iscsi neutron-server[94684]: {{(pid=94684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:27:47.667065 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Attempting to bind port f4dea721-aef3-4677-a46c-a78d3db3ae88 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:27:47.667364 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Attempting to bind port f4dea721-aef3-4677-a46c-a78d3db3ae88 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:27:47.667790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Attempting to bind port f4dea721-aef3-4677-a46c-a78d3db3ae88 on network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:27:47.672745 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:27:47.673156 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Checking segment: {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:27:47.673615 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.674008 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Bound using segment: {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:27:47.674667 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Bound port: f4dea721-aef3-4677-a46c-a78d3db3ae88, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:27:47.675046 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.742600 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] For port f4dea721-aef3-4677-a46c-a78d3db3ae88, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:27:47.747503 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] For port f4dea721-aef3-4677-a46c-a78d3db3ae88, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=f4dea721-aef3-4677-a46c-a78d3db3ae88,segment=NetworkSegment(7a8d6cb2-39aa-4cb0-890a-f1958f2bb313),segment_id=7a8d6cb2-39aa-4cb0-890a-f1958f2bb313)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:27:47.808044 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:47.872905 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dde4a4-8939-403c-a5e6-f252431e9d76 None None] Pushing event updated for resources: {'Port': ['ID=f4dea721-aef3-4677-a46c-a78d3db3ae88,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:49.140913 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41248) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:49.460873 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [None req-25f4ba19-8c82-42d2-9ddd-7317e966a305 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:27:49.462455 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-25f4ba19-8c82-42d2-9ddd-7317e966a305 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197675 Sep 10 17:27:51.870785 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41256) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:52.189517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [None req-0cba11f3-73a1-482f-9e74-cee0f444d4f1 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:27:52.190497 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0cba11f3-73a1-482f-9e74-cee0f444d4f1 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188596 Sep 10 17:27:54.887867 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41266) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:55.205277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Request body: {'router': {'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'name': 'router1', 'admin_state_up': True}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:27:55.243558 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device f4dea721-aef3-4677-a46c-a78d3db3ae88 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:27:55.333395 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:55.334988 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:55.413336 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port f4dea721-aef3-4677-a46c-a78d3db3ae88 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:27:55.470952 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:55.516937 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:55.613243 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:55.614439 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-bfe0e068-bf50-4d47-8751-a78c65025715 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7255199 Sep 10 17:27:56.092817 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:27:56.316302 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88149e58-8fc8-4651-b985-7e0a62ac3236 None None] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:27:56.437650 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Provisioning for port f4dea721-aef3-4677-a46c-a78d3db3ae88 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:27:56.444283 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Provisioning complete for port f4dea721-aef3-4677-a46c-a78d3db3ae88 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:27:56.445541 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:56.594395 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:56.630695 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] For port f4dea721-aef3-4677-a46c-a78d3db3ae88, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=f4dea721-aef3-4677-a46c-a78d3db3ae88,segment=NetworkSegment(7a8d6cb2-39aa-4cb0-890a-f1958f2bb313),segment_id=7a8d6cb2-39aa-4cb0-890a-f1958f2bb313)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:27:56.704403 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:56.750281 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34987bb-3055-4abf-a258-90ddc7653c74 None None] Pushing event updated for resources: {'Port': ['ID=f4dea721-aef3-4677-a46c-a78d3db3ae88,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:27:56.825653 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-cdef550e-0f42-4528-bb86-a2fc14f21e92 None None] Provisioning complete for port f4dea721-aef3-4677-a46c-a78d3db3ae88 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:27:56.825933 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cdef550e-0f42-4528-bb86-a2fc14f21e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:57.198244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device f4dea721-aef3-4677-a46c-a78d3db3ae88 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:27:57.243313 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port f4dea721-aef3-4677-a46c-a78d3db3ae88 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:27:57.243697 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:58.079530 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:27:58.572484 dv-cinder-787195-9-iscsi neutron-server[94682]: WARNING oslo_policy.policy [None req-b459edbf-a60a-40f3-8420-812f7f2f15a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:58.573112 dv-cinder-787195-9-iscsi neutron-server[94682]: WARNING oslo_policy.policy [None req-b459edbf-a60a-40f3-8420-812f7f2f15a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:27:58.738701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c03da5c7-473a-44d2-9991-311ad1001b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:27:58.794798 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [None req-b459edbf-a60a-40f3-8420-812f7f2f15a5 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:27:58.796045 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b459edbf-a60a-40f3-8420-812f7f2f15a5 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144315 Sep 10 17:28:01.202410 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41292) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:28:01.424031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d3f30edf-33b0-4704-b067-9a09d7e2c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.529656 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:28:01.531383 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.quota [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Loaded quota_driver: . Sep 10 17:28:01.675382 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.704345 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Made reservation on behalf of fccd64a4b060429eb14b4e81c4b372ab for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:28:01.770463 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.policy [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 17:28:01.815443 dv-cinder-787195-9-iscsi neutron-server[94682]: WARNING oslo_policy.policy [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:28:01.815828 dv-cinder-787195-9-iscsi neutron-server[94682]: WARNING oslo_policy.policy [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 17:28:01.827035 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.847308 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:01.973540 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.029261 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.041607 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Reserving flat network on physical network physnet1 {{(pid=94682) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 17:28:02.076981 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785449349268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.077561 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Unsubscribe: segment precommit_create {{(pid=94682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 17:28:02.078102 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Added segment 45758bcd-80b8-4642-aab1-615a459b678d of type flat for network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 Sep 10 17:28:02.095614 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a345c9-6cb1-4642-8afa-6044c36ad86c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:02.146769 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.147133 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.147474 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.147808 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.148138 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.148538 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.148862 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.150455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.150455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.150455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.150455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.150455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Tracked resource versions report: Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: pushed versions: Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: { 'AddressGroup': {'1.2'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'ConntrackHelper': {'1.0'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Log': {'1.0'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Network': {'1.1'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Port': {'1.7'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'PortForwarding': {'1.2'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'QosPolicy': {'1.9'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroup': {'1.4'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SubPort': {'1.0'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Subnet': {'1.1'}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Trunk': {'1.1'}} Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: consumer versions: Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'ConntrackHelper': '1.0', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Log': '1.0', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Network': '1.1', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Port': '1.7', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'PortForwarding': '1.2', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'QosPolicy': '1.9', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroup': '1.4', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroupRule': '1.2', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SubPort': '1.0', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Subnet': '1.1', Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Trunk': '1.1'}} Sep 10 17:28:02.151559 dv-cinder-787195-9-iscsi neutron-server[94682]: {{(pid=94682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:28:02.207497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.321353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.322604 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:02.323283 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.332371 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:02.420378 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc251ba-d0a6-43c5-b4cf-ba8beb516b57,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:02.422967 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f2661939-902f-4ec5-9fbb-04f4f882dcc6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2195592 Sep 10 17:28:02.436873 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:28:04.143580 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:04.830437 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41316) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:28:05.050190 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4d562-68e4-4006-90b5-0538c9636e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:05.051548 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d9d4d562-68e4-4006-90b5-0538c9636e64 admin admin] 10.222.0.53 "GET /v2.0/subnets/2001e753-dcf5-4985-acdf-a604e54ebfed HTTP/1.1" status: 200 len: 849 time: 0.2201526 Sep 10 17:28:05.212903 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-76472ed0-a2bd-47c0-aa2b-4e5dbbb763ff admin admin] 10.222.0.53 "GET /v2.0/routers/5fd2ad0d-2a42-4b38-b324-5011c4bea796 HTTP/1.1" status: 200 len: 704 time: 0.1546092 Sep 10 17:28:05.497592 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:05.794352 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Allocated IP 172.20.0.1 (657c9db7-4de1-4cb4-aeb2-0e0de12165cc/2001e753-dcf5-4985-acdf-a604e54ebfed/59577c24-ee04-438c-96af-d85d379415a6) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:28:05.982464 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.035121 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Transition to ACTIVE for port object 59577c24-ee04-438c-96af-d85d379415a6 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:06.156063 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.224521 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:06.233563 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:06.237300 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:28:06.237871 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.299540 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Pushing event updated for resources: {'Port': ['ID=59577c24-ee04-438c-96af-d85d379415a6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:06.548854 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.589547 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-74d86891-0a01-4a4f-a24a-0126b7cde283 None None] Provisioning for port 59577c24-ee04-438c-96af-d85d379415a6 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:06.593385 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-74d86891-0a01-4a4f-a24a-0126b7cde283 None None] Provisioning complete for port 59577c24-ee04-438c-96af-d85d379415a6 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:06.593758 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-74d86891-0a01-4a4f-a24a-0126b7cde283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.626624 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-74d86891-0a01-4a4f-a24a-0126b7cde283 None None] Port 59577c24-ee04-438c-96af-d85d379415a6 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:28:06.802622 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.857673 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.858446 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:06.920494 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Pushing event updated for resources: {'Port': ['ID=59577c24-ee04-438c-96af-d85d379415a6,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:06.984362 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:06.985662 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:07.146871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-cf9c3823-a726-4656-881b-2c8de710d4f2 None None] Provisioning complete for port 59577c24-ee04-438c-96af-d85d379415a6 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:07.147242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3823-a726-4656-881b-2c8de710d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:07.183349 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c3823-a726-4656-881b-2c8de710d4f2 None None] Port 59577c24-ee04-438c-96af-d85d379415a6 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:28:07.246597 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:28:07.336521 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:28:07.341993 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b1dba72a-1552-48a8-b2cf-aa66602df869 admin admin] 10.222.0.53 "PUT /v2.0/routers/5fd2ad0d-2a42-4b38-b324-5011c4bea796/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1231921 Sep 10 17:28:07.359631 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Sync routers for ids ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:28:07.371416 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Routers {'5fd2ad0d-2a42-4b38-b324-5011c4bea796'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:28:07.372261 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:28:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:07.565043 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Set router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:28:08.001787 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:06Z', 'revision_number': 2, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port_host': None, '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:06Z', 'revision_number': 2, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:08.053428 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Checking router: 5fd2ad0d-2a42-4b38-b324-5011c4bea796 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:28:08.053793 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Updating router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 port 59577c24-ee04-438c-96af-d85d379415a6 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:28:08.101926 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.613421 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.631711 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Transition to ACTIVE for port object 59577c24-ee04-438c-96af-d85d379415a6 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:08.715337 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.880696 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56018039-a218-4560-b171-b096bf032601 None None] Pushing event updated for resources: {'Port': ['ID=59577c24-ee04-438c-96af-d85d379415a6,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:08.888773 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Attempting to bind port 59577c24-ee04-438c-96af-d85d379415a6 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:28:08.889165 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Attempting to bind port 59577c24-ee04-438c-96af-d85d379415a6 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:28:08.889570 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Attempting to bind port 59577c24-ee04-438c-96af-d85d379415a6 on network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:08.892888 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.893302 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.893630 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.893955 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.894271 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.894589 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.894902 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.895209 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.895526 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.895836 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.896147 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.896487 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56018039-a218-4560-b171-b096bf032601 None None] Tracked resource versions report: Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: pushed versions: Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: { 'AddressGroup': {'1.2'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'ConntrackHelper': {'1.0'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Log': {'1.0'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Network': {'1.1'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Port': {'1.7'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'PortForwarding': {'1.2'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'QosPolicy': {'1.9'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroup': {'1.4'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SubPort': {'1.0'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Subnet': {'1.1'}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Trunk': {'1.1'}} Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: consumer versions: Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'ConntrackHelper': '1.0', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Log': '1.0', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Network': '1.1', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Port': '1.7', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'PortForwarding': '1.2', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'QosPolicy': '1.9', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroup': '1.4', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroupRule': '1.2', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SubPort': '1.0', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Subnet': '1.1', Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Trunk': '1.1'}} Sep 10 17:28:08.897533 dv-cinder-787195-9-iscsi neutron-server[94685]: {{(pid=94685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:28:08.907257 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:28:08.907948 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Checking segment: {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:28:08.908439 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.908825 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Bound using segment: {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:28:08.909324 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Bound port: 59577c24-ee04-438c-96af-d85d379415a6, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8d6cb2-39aa-4cb0-890a-f1958f2bb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:28:08.909720 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:08.978047 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] For port 59577c24-ee04-438c-96af-d85d379415a6, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:28:08.997629 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] For port 59577c24-ee04-438c-96af-d85d379415a6, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=59577c24-ee04-438c-96af-d85d379415a6,segment=NetworkSegment(7a8d6cb2-39aa-4cb0-890a-f1958f2bb313),segment_id=7a8d6cb2-39aa-4cb0-890a-f1958f2bb313)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:28:09.087541 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:09.140497 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56018039-a218-4560-b171-b096bf032601 None None] Pushing event updated for resources: {'Port': ['ID=59577c24-ee04-438c-96af-d85d379415a6,revision_number=4']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:09.166658 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Routers {'5fd2ad0d-2a42-4b38-b324-5011c4bea796'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:28:09.167287 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:28:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:09.268879 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] Set router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:28:09.476955 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:06Z', 'revision_number': 2, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port_host': None, '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:08Z', 'revision_number': 4, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:09.504103 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f6beb-e776-4f22-b3ce-ae223d99a102 None None] The sync data for ids ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'] in dv-cinder-787195-9-iscsi is: [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:06Z', 'revision_number': 2, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port_host': None, '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:08Z', 'revision_number': 4, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:28:09.632327 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41338) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:28:09.748226 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582bd961-f987-4e42-9863-45377edb3b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:09.749531 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-582bd961-f987-4e42-9863-45377edb3b14 admin admin] 10.222.0.53 "GET /v2.0/networks/cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 HTTP/1.1" status: 200 len: 842 time: 0.1154714 Sep 10 17:28:09.759746 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:28:09.863644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Made reservation on behalf of fccd64a4b060429eb14b4e81c4b372ab for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:28:09.865877 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:10.265558 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.objects.ports [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 17:28:10.266012 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:10.327806 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737032fd-6d52-42a7-ba03-d56dbdb14add,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:10.329968 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:28:10.330321 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Network hostable DHCP agents. Network: cdc251ba-d0a6-43c5-b4cf-ba8beb516b57, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:28:10.434804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:28:10.525981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, cdc251ba-d0a6-43c5-b4cf-ba8beb516b57) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:10.530289 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:10.530873 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:10.535239 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb81b0-e85a-4153-a0c0-35047d25d701 None None] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:28:10.619491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e7bb5719-bc39-4a2c-bea4-b1188eeaf013 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8634217 Sep 10 17:28:10.661477 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f34a3e-c361-4d33-a61d-fed6a92d4726 None None] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:28:12.945895 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41346) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:28:13.160944 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-1104b401-eadb-4f4d-a9e1-66fff9d76c6c admin admin] 10.222.0.53 "GET /v2.0/routers/5fd2ad0d-2a42-4b38-b324-5011c4bea796 HTTP/1.1" status: 200 len: 710 time: 0.2085068 Sep 10 17:28:13.241274 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de9d3e-93e1-49b7-abde-4251545839ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:28:13.242771 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-55de9d3e-93e1-49b7-abde-4251545839ce admin admin] 10.222.0.53 "GET /v2.0/networks/cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 HTTP/1.1" status: 200 len: 886 time: 0.0811751 Sep 10 17:28:13.252212 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:28:13.537776 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.884837 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:13.959542 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:14.114019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Allocated IP 172.27.3.139 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/43d794b2-e83b-40bb-8542-d12d735b7a48) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:28:14.223794 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:14.350132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:14.425695 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:28:14.431517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:28:14.438315 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:28:14.441236 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=43d794b2-e83b-40bb-8542-d12d735b7a48,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:14.793613 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:14.989130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1908216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1905736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2033'] for router, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:14.994001 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1908193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1905938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1905777'] for router, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:15.162114 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:28:15.227661 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 59577c24-ee04-438c-96af-d85d379415a6 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:28:15.269212 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:28:15.274189 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:15.275631 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f1a48826-f13f-4717-84e3-2799d894cb73 admin admin] 10.222.0.53 "PUT /v2.0/routers/5fd2ad0d-2a42-4b38-b324-5011c4bea796 HTTP/1.1" status: 200 len: 890 time: 2.0264163 Sep 10 17:28:15.418269 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 59577c24-ee04-438c-96af-d85d379415a6 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:15.422710 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 59577c24-ee04-438c-96af-d85d379415a6 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:15.423082 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:15.505142 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:15.540455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 59577c24-ee04-438c-96af-d85d379415a6, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=59577c24-ee04-438c-96af-d85d379415a6,segment=NetworkSegment(7a8d6cb2-39aa-4cb0-890a-f1958f2bb313),segment_id=7a8d6cb2-39aa-4cb0-890a-f1958f2bb313)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:15.629594 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:15.728416 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=59577c24-ee04-438c-96af-d85d379415a6,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:15.931635 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Sync routers for ids ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:28:15.941899 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Routers {'5fd2ad0d-2a42-4b38-b324-5011c4bea796'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:28:15.942542 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:28:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:16.145774 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Set router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:28:16.531694 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:14Z', 'revision_number': 4, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port': {'id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:13Z', 'updated_at': '2021-09-10T17:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:15Z', 'revision_number': 5, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:16.582790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Checking router: 5fd2ad0d-2a42-4b38-b324-5011c4bea796 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:28:16.583143 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Updating router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 port 43d794b2-e83b-40bb-8542-d12d735b7a48 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:28:16.630127 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:16.943656 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:16.953829 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Transition to ACTIVE for port object 43d794b2-e83b-40bb-8542-d12d735b7a48 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:28:17.057982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.109044 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Attempting to bind port 43d794b2-e83b-40bb-8542-d12d735b7a48 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:28:17.109418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Attempting to bind port 43d794b2-e83b-40bb-8542-d12d735b7a48 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:28:17.109776 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Attempting to bind port 43d794b2-e83b-40bb-8542-d12d735b7a48 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:28:17.112522 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53140-ee73-41bb-ac7b-20c619d5d432 None None] Pushing event updated for resources: {'Port': ['ID=43d794b2-e83b-40bb-8542-d12d735b7a48,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:17.117066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:28:17.117432 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:28:17.117832 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.118217 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:28:17.118694 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Bound port: 43d794b2-e83b-40bb-8542-d12d735b7a48, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:28:17.119072 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.169477 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] For port 43d794b2-e83b-40bb-8542-d12d735b7a48, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:28:17.172513 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] For port 43d794b2-e83b-40bb-8542-d12d735b7a48, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=43d794b2-e83b-40bb-8542-d12d735b7a48,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:28:17.214581 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 59577c24-ee04-438c-96af-d85d379415a6 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:28:17.254034 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.378533 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 59577c24-ee04-438c-96af-d85d379415a6 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:17.378911 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:17.416060 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Routers {'5fd2ad0d-2a42-4b38-b324-5011c4bea796'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:28:17.416622 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:28:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:17.483293 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53140-ee73-41bb-ac7b-20c619d5d432 None None] Pushing event updated for resources: {'Port': ['ID=43d794b2-e83b-40bb-8542-d12d735b7a48,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:17.559069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] Set router 5fd2ad0d-2a42-4b38-b324-5011c4bea796 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:28:17.741898 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41360) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:28:17.782366 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:14Z', 'revision_number': 4, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port': {'id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:13Z', 'updated_at': '2021-09-10T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:15Z', 'revision_number': 5, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:28:17.808316 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8247bd39-9e23-48d8-9cf1-ed9fb4e4fa64 None None] The sync data for ids ['5fd2ad0d-2a42-4b38-b324-5011c4bea796'] in dv-cinder-787195-9-iscsi is: [{'id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'name': 'router1', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:27:55Z', 'updated_at': '2021-09-10T17:28:14Z', 'revision_number': 4, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'gw_port': {'id': '43d794b2-e83b-40bb-8542-d12d735b7a48', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:13Z', 'updated_at': '2021-09-10T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '59577c24-ee04-438c-96af-d85d379415a6', 'name': '', 'network_id': '657c9db7-4de1-4cb4-aeb2-0e0de12165cc', 'tenant_id': '8009e2032e604efb90a0df911f19d46f', 'mac_address': 'fa:16:3e:d5:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd2ad0d-2a42-4b38-b324-5011c4bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:28:05Z', 'updated_at': '2021-09-10T17:28:15Z', 'revision_number': 5, 'project_id': '8009e2032e604efb90a0df911f19d46f', 'subnets': [{'id': '2001e753-dcf5-4985-acdf-a604e54ebfed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f16fca-9639-4ffb-82e0-79c2f897e99e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:28:17.856491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-1e99d17e-c8f8-47a6-bfbd-3fd0b011c2c3 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132739 Sep 10 17:28:19.266455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 43d794b2-e83b-40bb-8542-d12d735b7a48 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:28:19.400886 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 43d794b2-e83b-40bb-8542-d12d735b7a48 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:28:19.405339 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 43d794b2-e83b-40bb-8542-d12d735b7a48 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:19.405707 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.490480 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.510913 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 43d794b2-e83b-40bb-8542-d12d735b7a48, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=43d794b2-e83b-40bb-8542-d12d735b7a48,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:28:19.603737 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:19.674126 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=43d794b2-e83b-40bb-8542-d12d735b7a48,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:28:21.218030 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 43d794b2-e83b-40bb-8542-d12d735b7a48 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:28:21.270875 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 43d794b2-e83b-40bb-8542-d12d735b7a48 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:28:21.271377 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:28.800662 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-28b7e269-e35d-4832-942e-6001d629b605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:31.388828 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1ccfe4cb-694f-42dc-9f00-7f13eeac59dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:31.654267 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:32.354764 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:33.094324 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:28:34.200367 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:28:58.798106 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-90ef9de1-b232-4df0-b0ed-c0b2ab5626c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:01.404851 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd1e1-e958-488b-b80d-453090f30b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:01.656553 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:02.411298 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:04.181739 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:10.094055 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:29:28.758179 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a37d65c6-0e46-42cc-ba1f-92647c8a31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:31.407341 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5a57a807-cbf4-47d9-8eb8-cdc3d18b17b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:31.666367 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:32.378706 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:34.179050 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:47.094667 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:29:57.342586 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41922) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:29:57.406901 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ae3f21-6735-4976-b975-5e54a4e4625e admin admin] GET failed (client error): The resource could not be found. Sep 10 17:29:57.408260 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e4ae3f21-6735-4976-b975-5e54a4e4625e admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645738 Sep 10 17:29:57.566761 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e59635-786b-4b14-958f-fab6e42d89c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:57.568255 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-34e59635-786b-4b14-958f-fab6e42d89c1 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547146 Sep 10 17:29:58.739629 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d33f62a4-3c66-4518-8d82-c551d83a0c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:29:59.785394 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41932) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:29:59.875287 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9b354-70ec-4b87-9944-b71f3b57170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:29:59.876589 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-4ae9b354-70ec-4b87-9944-b71f3b57170e admin admin] 10.222.0.53 "GET /v2.0/subnets/2001e753-dcf5-4985-acdf-a604e54ebfed HTTP/1.1" status: 200 len: 849 time: 0.0901086 Sep 10 17:29:59.886825 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:29:59.971044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:00.185412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785449141517'] for subnet, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:00.217006 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:00.218144 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:00.218862 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] 10.222.0.53 "PUT /v2.0/subnets/2001e753-dcf5-4985-acdf-a604e54ebfed HTTP/1.1" status: 200 len: 868 time: 0.3356142 Sep 10 17:30:00.235795 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfdc004-0798-4a20-89f1-e6cd587d5c9f None None] Network 657c9db7-4de1-4cb4-aeb2-0e0de12165cc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:30:00.238544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2001e753-dcf5-4985-acdf-a604e54ebfed,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:00.247628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.247996 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.248368 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.248704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.249033 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.249389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.249789 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.250053 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.250370 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.250693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.251190 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.251538 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b1be50-8c54-4e04-8982-557554fcf5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:00.672055 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-52970b9a-c4c9-44be-93c6-2df12d292f3e None None] Provisioning complete for port 59577c24-ee04-438c-96af-d85d379415a6 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:00.672769 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52970b9a-c4c9-44be-93c6-2df12d292f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:00.754762 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-52970b9a-c4c9-44be-93c6-2df12d292f3e None None] Provisioning complete for port f4dea721-aef3-4677-a46c-a78d3db3ae88 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:00.755032 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52970b9a-c4c9-44be-93c6-2df12d292f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:01.379992 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-efdc8406-275b-40f3-833d-a4aadd559685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:01.648163 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:02.396978 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:02.496685 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41940) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:02.696376 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e50bed-ca37-4170-ad9b-9ed6a0c14ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:02.696735 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e50bed-ca37-4170-ad9b-9ed6a0c14ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:02.698307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f5e50bed-ca37-4170-ad9b-9ed6a0c14ba3 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006378 Sep 10 17:30:04.219688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:04.912956 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 41948) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:05.045646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5012ea-65a3-4e34-9533-bb3755c55197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:05.046131 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5012ea-65a3-4e34-9533-bb3755c55197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:05.047674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ad5012ea-65a3-4e34-9533-bb3755c55197 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337302 Sep 10 17:30:07.310895 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41956) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:07.441192 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464d124-36b9-4548-8960-b066101c51d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:07.442557 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a464d124-36b9-4548-8960-b066101c51d3 admin admin] 10.222.0.53 "GET /v2.0/networks/657c9db7-4de1-4cb4-aeb2-0e0de12165cc HTTP/1.1" status: 200 len: 869 time: 0.1306844 Sep 10 17:30:09.664829 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41966) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:09.790786 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52caf3e2-1151-49ec-9b4f-10fad9296950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:09.792155 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-52caf3e2-1151-49ec-9b4f-10fad9296950 admin admin] 10.222.0.53 "GET /v2.0/networks/cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 HTTP/1.1" status: 200 len: 886 time: 0.1263745 Sep 10 17:30:12.015304 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:12.143826 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57afb59c-0dd5-42cf-abfd-f540292b2bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:12.144298 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57afb59c-0dd5-42cf-abfd-f540292b2bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:12.145836 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-57afb59c-0dd5-42cf-abfd-f540292b2bff admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295431 Sep 10 17:30:14.353610 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41982) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:14.444498 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac6ba4-b372-4eda-b0f1-66c021ddf53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:14.444961 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac6ba4-b372-4eda-b0f1-66c021ddf53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:14.446450 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-55ac6ba4-b372-4eda-b0f1-66c021ddf53f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918953 Sep 10 17:30:16.646967 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41990) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:16.738506 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a87ab1-b751-4da1-b6fe-b0a6f639dd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:16.739828 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-21a87ab1-b751-4da1-b6fe-b0a6f639dd13 admin admin] 10.222.0.53 "GET /v2.0/subnets/2001e753-dcf5-4985-acdf-a604e54ebfed HTTP/1.1" status: 200 len: 868 time: 0.0919206 Sep 10 17:30:18.954856 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 41998) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:19.044100 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65d2ac-6a32-45fe-af99-096a337b1da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:19.045460 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-cf65d2ac-6a32-45fe-af99-096a337b1da3 admin admin] 10.222.0.53 "GET /v2.0/subnets/737032fd-6d52-42a7-ba03-d56dbdb14add HTTP/1.1" status: 200 len: 816 time: 0.0891387 Sep 10 17:30:24.093967 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:30:28.747164 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ba2eebe7-e1fc-4361-a831-7db38c8b6da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:31.378141 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0955d3f4-5bdf-41ee-a470-a1129b13735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:31.658244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:32.381172 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:34.218095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:43.359354 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42052) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:43.414261 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [None req-57ed80d1-2b0d-48d0-8125-35ace8819777 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:30:43.415274 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-57ed80d1-2b0d-48d0-8125-35ace8819777 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549984 Sep 10 17:30:45.718400 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42060) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:45.785067 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-de701713-4b5a-4aa8-a36f-741b4f06f969 admin admin] GET failed (client error): The resource could not be found. Sep 10 17:30:45.786512 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-de701713-4b5a-4aa8-a36f-741b4f06f969 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671599 Sep 10 17:30:45.937624 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcd4a3-c97d-4c4c-b5b9-26982a7b3920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:45.939028 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-15dcd4a3-c97d-4c4c-b5b9-26982a7b3920 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477411 Sep 10 17:30:48.215614 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:48.267594 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:30:48.378173 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Made reservation on behalf of fccd64a4b060429eb14b4e81c4b372ab for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:48.380634 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:48.410283 dv-cinder-787195-9-iscsi neutron-server[94682]: WARNING neutron.services.revisions.revision_plugin [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Could not find related network for resource to bump revision. Sep 10 17:30:48.425534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:30:48.434826 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:48.435163 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Added segment dbfb2ad1-324b-49f6-a736-2ce42acab53f of type vlan for network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d Sep 10 17:30:48.482231 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:48.603580 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:48.604164 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:48.604821 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:48.665060 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6fada5-bb7d-4ad8-bd0e-83edd405716d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:48.670230 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.670596 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.670942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.671275 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.671609 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.671954 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.672306 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.672726 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.673056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.673477 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.673944 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.674422 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:48.687036 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:30:48.734293 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b36b2220-e3e6-4c52-ba48-414a59731ef9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5159125 Sep 10 17:30:51.016157 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42076) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:30:51.080196 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f6784d-ef04-48fb-83ec-12b68cb5e5bb admin admin] GET failed (client error): The resource could not be found. Sep 10 17:30:51.081630 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-91f6784d-ef04-48fb-83ec-12b68cb5e5bb admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644429 Sep 10 17:30:51.157465 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2cd17-231d-4163-bd8b-4305505de8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:51.159013 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-bde2cd17-231d-4163-bd8b-4305505de8cc admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713155 Sep 10 17:30:51.169664 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Request body: {'subnet': {'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:30:51.277334 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Made reservation on behalf of fccd64a4b060429eb14b4e81c4b372ab for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:30:51.279705 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:51.682905 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:51.736576 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:51.748690 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Checking segment: {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:30:51.749046 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Network hostable DHCP agents. Network: 0b6fada5-bb7d-4ad8-bd0e-83edd405716d, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:30:51.872426 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:30:51.957416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 0b6fada5-bb7d-4ad8-bd0e-83edd405716d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:30:51.961958 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:30:51.962553 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:51.970937 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8125437-9e09-4be9-a9a2-84f3ff661f1c None None] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:30:52.095216 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-62a22d47-0b56-4aa7-bfdd-40b6a43f8e51 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9290154 Sep 10 17:30:52.227346 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-0b6fada5-bb7d-4ad8-bd0e-83edd405716d', 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d', 'tenant_id': 'fccd64a4b060429eb14b4e81c4b372ab', 'fixed_ips': [{'subnet_id': '3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:30:52.228357 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.382717 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Allocated IP 192.168.233.2 (0b6fada5-bb7d-4ad8-bd0e-83edd405716d/3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee/94e1dc0e-d375-4c2a-8b74-9f3fccd22f05) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:30:52.561755 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.572892 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Transition to ACTIVE for port object 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:30:52.589226 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Transition to ACTIVE for port object 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:30:52.654962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.695140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:30:52.697981 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:30:52.704492 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:30:52.708831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Pushing event updated for resources: {'Port': ['ID=94e1dc0e-d375-4c2a-8b74-9f3fccd22f05,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:52.723976 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.724363 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.725308 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.725308 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.725308 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.725678 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.727102 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.727452 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.727797 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.728123 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.728472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.728793 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:30:52.788092 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Attempting to bind port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:30:52.788922 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Attempting to bind port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:30:52.789450 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Attempting to bind port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 on network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:30:52.794688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:30:52.795079 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Checking segment: {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:30:52.795442 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.795860 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Bound using segment: {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:30:52.796423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Bound port: 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:30:52.796818 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:52.867216 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] For port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:30:52.871964 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] For port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=94e1dc0e-d375-4c2a-8b74-9f3fccd22f05,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:30:52.974693 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:53.037372 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a02390-4720-4885-9b66-d228fe2d53db None None] Pushing event updated for resources: {'Port': ['ID=94e1dc0e-d375-4c2a-8b74-9f3fccd22f05,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:53.415798 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:30:53.549555 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:30:53.949163 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcb97c-9517-445e-a61b-e0499f9724bf None None] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:30:54.058846 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Provisioning for port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:30:54.069183 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Provisioning complete for port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:54.069549 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:54.189646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:54.231261 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] For port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=94e1dc0e-d375-4c2a-8b74-9f3fccd22f05,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:30:54.309582 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:54.373946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9b9b-ff69-475c-855a-111d28aba5e8 None None] Pushing event updated for resources: {'Port': ['ID=94e1dc0e-d375-4c2a-8b74-9f3fccd22f05,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:30:54.431628 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-41f553c2-72c2-4136-bdb0-f5a540da0c66 None None] Provisioning complete for port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:54.431931 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-41f553c2-72c2-4136-bdb0-f5a540da0c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:55.333889 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:30:55.385338 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 94e1dc0e-d375-4c2a-8b74-9f3fccd22f05 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:30:55.385700 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:30:58.754814 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-165406da-162a-4740-9921-8c03555049b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.092485 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:31:01.401954 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0da101c1-a283-4b79-b55c-84c032675a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:01.642744 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:02.354279 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:04.201719 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:28.741716 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2b35d5a5-b90d-483a-adb6-27d0a7e6556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:31.411788 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9a8fdf35-d9d2-4092-abe7-4670a99ec281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:31.650223 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:32.347120 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:34.325663 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:31:38.091273 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:31:58.765119 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-422404fc-1cc9-4881-b3a9-db3dc84110a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:01.392922 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-95a6612e-1a5d-483d-8d70-f41d88c241aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:01.644886 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:02.358869 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:04.209823 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:10.834067 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:32:10.839795 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [None req-4a58efe1-04e3-4860-bc8a-939670dd988d tempest-verify_tempest_config-551800117 tempest-verify_tempest_config-551800117-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:32:10.840824 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-4a58efe1-04e3-4860-bc8a-939670dd988d tempest-verify_tempest_config-551800117 tempest-verify_tempest_config-551800117-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058589 Sep 10 17:32:11.352124 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:32:11.460565 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.550388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.614717 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.659692 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=179573fc4f1f471a8b6640872e45b7d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3064520 Sep 10 17:32:11.660560 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7c99e-c51b-4a1e-965b-2d2f0e9c097d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:11.662542 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42150) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:32:11.667195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.670805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.671585 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.671585 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.671767 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5bb71-12e6-4c67-9bde-73432493c3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.720888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.741699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.890240 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.892997 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:11.894183 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ec7c99e-c51b-4a1e-965b-2d2f0e9c097d HTTP/1.1" status: 204 len: 168 time: 0.2306499 Sep 10 17:32:11.902202 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7c99e-c51b-4a1e-965b-2d2f0e9c097d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:32:11.909757 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.910111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.910458 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.910796 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.911130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.911465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.911795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.912128 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.912755 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.913091 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.913420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:11.913743 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaed1-26a7-4937-b6ce-4405f4bf64db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:32:15.089442 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:32:28.779327 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f52c43e5-3c85-4c15-902f-3fdf9fbf1d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:31.368071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c319266f-afa7-4c93-9647-e6687d422341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:31.722536 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:32.345313 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:34.213538 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:32:52.089634 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:32:58.749025 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a4732633-235b-49c9-adaa-cdf8c13fd982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:01.412211 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1fa5-22b1-4d42-8ba6-8696e645e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:01.652044 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:02.349117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:04.206701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:28.782222 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4a422b4e-14f0-4759-aad0-0cf20e119aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:29.087506 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 5 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:33:31.433276 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca7c50e5-d932-483b-8683-2412d3d7dc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:31.645137 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:32.364701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:34.233772 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:47.650617 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1906050'] for agent, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:33:58.758191 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5667d9a5-4a4f-4279-b7fe-6f7aa6f19153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:01.404693 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-eddc502f-4452-47ce-9a80-8cfa50aeacaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:01.665472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:02.061670 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42228) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:34:02.167012 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8e202602-5a63-4f8a-baf8-b8293fdfc947 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042545 Sep 10 17:34:02.387315 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:04.221403 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:04.387353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42238) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:34:04.447822 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-feb3bb77-c830-4a7b-a935-dadd17d523fc admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593767 Sep 10 17:34:06.086811 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:34:17.624438 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:28.789372 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-466bf2aa-aea7-4583-b91a-f91dc01747cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:31.391084 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-70b23b2d-2024-47d2-896d-27c6a4564c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:31.757262 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:32.408418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:34.251973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:43.085909 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:34:47.610814 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:34:58.806048 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f0f4112b-1d60-4977-a0be-826faf1369b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:01.405563 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7772358c-202d-465c-9abb-97df1e2a7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:01.685124 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:02.378494 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:04.218635 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:17.606180 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:20.085738 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:35:28.737500 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-61d1a64c-5b60-4abf-8f05-b8e134fc5dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:31.414345 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6abbe365-0d94-4eb2-82a0-dfe489c30cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:31.663299 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:32.380310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:34.265318 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:35.658261 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42416) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:35.992839 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-network', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:36.070423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42446) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:36.076565 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Made reservation on behalf of 4ccad117d77e4aaab1cbe491dc0e72fc for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:36.078936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.088499 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.176813 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.242553 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.267616 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:35:36.280168 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5becddd9-ae7b-4095-80bd-cf1d3f47c7e3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:36.282550 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.282891 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Added segment df1b2e23-858a-439c-865b-b552ed93a8e0 of type vlan for network e1ec08a3-dc8e-4f24-b101-6ae31cea676c Sep 10 17:35:36.295545 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.295898 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.296270 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.296595 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.296930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.297278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.297606 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.297936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.298275 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.298642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.298920 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.299234 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Tracked resource versions report: Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: pushed versions: Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: { 'AddressGroup': {'1.2'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'ConntrackHelper': {'1.0'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Log': {'1.0'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Network': {'1.1'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Port': {'1.7'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'PortForwarding': {'1.2'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'QosPolicy': {'1.9'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroup': {'1.4'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SubPort': {'1.0'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Subnet': {'1.1'}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Trunk': {'1.1'}} Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: consumer versions: Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: HyperV agent@hv-cinder-78719: {}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'ConntrackHelper': '1.0', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Log': '1.0', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Network': '1.1', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Port': '1.7', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'PortForwarding': '1.2', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'QosPolicy': '1.9', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroup': '1.4', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SecurityGroupRule': '1.2', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'SubPort': '1.0', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Subnet': '1.1', Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: 'Trunk': '1.1'}} Sep 10 17:35:36.300224 dv-cinder-787195-9-iscsi neutron-server[94682]: {{(pid=94682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:35:36.345056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.434079 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.436049 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:36.436049 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.500616 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ec08a3-dc8e-4f24-b101-6ae31cea676c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:36.510654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42464) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:36.514395 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:35:36.516472 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Request body: {'subnet': {'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-subnet', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:36.522273 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5c0581c2-4e5b-410a-a7af-15c35ffbbcb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8590674 Sep 10 17:35:36.570335 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-481601100-network', 'tenant_id': '8be275fbf1064b59ad056bf8d4da4681'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:36.600310 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Made reservation on behalf of 4ccad117d77e4aaab1cbe491dc0e72fc for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:36.602724 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.723445 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Made reservation on behalf of 8be275fbf1064b59ad056bf8d4da4681 for: {'network': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:36.725987 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.742799 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42472) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:36.762139 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42476) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:36.785289 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.836963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.933135 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8e70ec-3367-4ddf-a97f-82804dfa8b49,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:36.938451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:36.943525 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Checking segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:36.943896 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Network hostable DHCP agents. Network: e1ec08a3-dc8e-4f24-b101-6ae31cea676c, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:35:36.947549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.948073 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.948274 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.948797 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.949285 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.949775 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.950316 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.950810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.951316 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.951651 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.951980 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.952408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Tracked resource versions report: Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: pushed versions: Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: { 'AddressGroup': {'1.2'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'ConntrackHelper': {'1.0'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Log': {'1.0'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Network': {'1.1'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Port': {'1.7'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'PortForwarding': {'1.2'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'QosPolicy': {'1.9'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroup': {'1.4'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SubPort': {'1.0'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Subnet': {'1.1'}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Trunk': {'1.1'}} Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: consumer versions: Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: HyperV agent@hv-cinder-78719: {}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'ConntrackHelper': '1.0', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Log': '1.0', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Network': '1.1', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Port': '1.7', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'PortForwarding': '1.2', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'QosPolicy': '1.9', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroup': '1.4', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SecurityGroupRule': '1.2', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'SubPort': '1.0', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Subnet': '1.1', Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: 'Trunk': '1.1'}} Sep 10 17:35:36.953318 dv-cinder-787195-9-iscsi neutron-server[94683]: {{(pid=94683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:35:37.003026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.029104 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:35:37.033773 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:35:37.045380 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37160cf-44a1-4d8c-9e75-90ac656f54df,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:37.051453 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.052525 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.segments_db [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Added segment 98f98b13-bb02-4db9-b461-9dbdba1eecec of type vlan for network 1e027e6d-6467-408a-aca6-fc1bb0810887 Sep 10 17:35:37.089318 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-network', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:37.095207 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.109417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, e1ec08a3-dc8e-4f24-b101-6ae31cea676c) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:37.115652 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:37.116310 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.120869 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f190990-d967-435a-b53e-5648634dce98 None None] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:37.142433 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-688944343-network', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:37.190340 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Made reservation on behalf of 67122ff0abcf4dbf856bee505093dee1 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:37.198118 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.204757 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.222280 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.224147 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:37.224823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.264544 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-23a680ea-9384-49ff-88d4-b5f39ecac27f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7522388 Sep 10 17:35:37.267434 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42502) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:37.272996 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:37.295210 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:35:37.296117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.306920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] Pushing event updated for resources: {'Network': ['ID=1e027e6d-6467-408a-aca6-fc1bb0810887,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:37.322431 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-00f72117-167c-4822-979d-230adc02c1fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2507999 Sep 10 17:35:37.322703 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 1e027e6d-6467-408a-aca6-fc1bb0810887 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:35:37.323044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42506) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:37.328294 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Request body: {'subnet': {'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-481601100-subnet', 'tenant_id': '8be275fbf1064b59ad056bf8d4da4681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:37.413523 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Made reservation on behalf of 8ebd7061e45d433f9f6891dca1b8766e for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:37.417370 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.438912 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.541261 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Allocated IP 172.20.0.2 (e1ec08a3-dc8e-4f24-b101-6ae31cea676c/2c8e70ec-3367-4ddf-a97f-82804dfa8b49/4b168c85-eaba-4d2c-9cbf-b3246d7359e5) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:37.580706 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.648502 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.662797 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.db.api [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 17:35:37.662797 dv-cinder-787195-9-iscsi neutron-server[94683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 17:35:37.662797 dv-cinder-787195-9-iscsi neutron-server[94683]: [parameters: {'project_id_1': '8be275fbf1064b59ad056bf8d4da4681', 'expiration_1': datetime.datetime(2021, 9, 10, 17, 35, 17, 333364)}] Sep 10 17:35:37.662797 dv-cinder-787195-9-iscsi neutron-server[94683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:35:37.663264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG oslo_db.api [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:35:37.687931 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afaea8d-80ea-42e1-85ba-13b5bf13e75d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:37.696576 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.db.api [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 17:35:37.696576 dv-cinder-787195-9-iscsi neutron-server[94682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 17:35:37.696576 dv-cinder-787195-9-iscsi neutron-server[94682]: [parameters: {'project_id_1': '8ebd7061e45d433f9f6891dca1b8766e', 'expiration_1': datetime.datetime(2021, 9, 10, 17, 35, 17, 464694)}] Sep 10 17:35:37.696576 dv-cinder-787195-9-iscsi neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:35:37.696997 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG oslo_db.api [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:35:37.720059 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:35:37.736025 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.736616 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.737301 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Added segment 8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11 of type vlan for network b7521732-974a-4a70-9e59-e4227af5ed61 Sep 10 17:35:37.746048 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Transition to ACTIVE for port object 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:37.763742 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Transition to ACTIVE for port object 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:37.789867 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.792655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.793776 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.866286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.903937 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.922256 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.927181 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:37.927181 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:37.964415 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:37.968384 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:37.977018 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:37.992972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Pushing event updated for resources: {'Port': ['ID=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:38.030940 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.031946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.032784 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.033317 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.033823 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.034356 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.034891 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.035422 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.036650 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.037214 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.037857 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Tracked resource versions report: Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: pushed versions: Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: { 'AddressGroup': {'1.2'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'ConntrackHelper': {'1.0'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Log': {'1.0'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Network': {'1.1'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Port': {'1.7'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'PortForwarding': {'1.2'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'QosPolicy': {'1.9'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroup': {'1.4'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SubPort': {'1.0'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Subnet': {'1.1'}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Trunk': {'1.1'}} Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: consumer versions: Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: HyperV agent@hv-cinder-78719: {}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'ConntrackHelper': '1.0', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Log': '1.0', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Network': '1.1', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Port': '1.7', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'PortForwarding': '1.2', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'QosPolicy': '1.9', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroup': '1.4', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SecurityGroupRule': '1.2', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'SubPort': '1.0', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Subnet': '1.1', Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: 'Trunk': '1.1'}} Sep 10 17:35:38.040385 dv-cinder-787195-9-iscsi neutron-server[94684]: {{(pid=94684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:35:38.073408 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7521732-974a-4a70-9e59-e4227af5ed61,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:38.077569 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-48c55878-3aef-414f-8e4f-bd369d2388e8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3338621 Sep 10 17:35:38.081102 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42538) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:38.089040 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Request body: {'subnet': {'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-subnet', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:38.114626 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network b7521732-974a-4a70-9e59-e4227af5ed61 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:35:38.143821 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.151039 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Attempting to bind port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:38.151400 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Attempting to bind port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:38.151753 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Attempting to bind port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:38.170567 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:38.171167 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Checking segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:38.172414 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.172414 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Bound using segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:38.172414 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Bound port: 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:38.172819 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.197978 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.230268 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Made reservation on behalf of 67122ff0abcf4dbf856bee505093dee1 for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:38.233139 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.338710 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] For port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:38.350549 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] For port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:38.448692 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Made reservation on behalf of 8be275fbf1064b59ad056bf8d4da4681 for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:38.451319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.469040 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.537747 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab4162-ba5c-441d-a113-ace900717ada None None] Pushing event updated for resources: {'Port': ['ID=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:38.563559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.617024 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.795875 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Allocated IP 172.27.3.30 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/cc2a40c8-af34-4855-803d-5ea037cf67a4) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:38.816344 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.823261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.899983 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3e84be-a3fb-49b6-b97b-1f75a955d3af,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:38.918700 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Checking segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:38.919057 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Network hostable DHCP agents. Network: b7521732-974a-4a70-9e59-e4227af5ed61, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:35:38.930662 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.930900 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.944719 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:35:38.954343 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:38.954694 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Added segment 05d3e8b6-5496-4b47-a610-1c4b00f2615b of type vlan for network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 Sep 10 17:35:39.025022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d329bd-d367-4ccd-8c4c-c5314d3b0ffb,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:39.035522 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.037690 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1436c3e6-ed19-4a28-b4a1-90a060225c83,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:39.037840 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Checking segment: {'id': '98f98b13-bb02-4db9-b461-9dbdba1eecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:39.038041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Network hostable DHCP agents. Network: 1e027e6d-6467-408a-aca6-fc1bb0810887, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:35:39.049597 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.080495 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Network b7521732-974a-4a70-9e59-e4227af5ed61 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:35:39.081900 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42560) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:39.142952 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.143820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Network 1e027e6d-6467-408a-aca6-fc1bb0810887 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:35:39.144080 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:39.144737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.236107 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, b7521732-974a-4a70-9e59-e4227af5ed61) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:39.242824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:39.243791 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.247991 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 1e027e6d-6467-408a-aca6-fc1bb0810887) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:39.249353 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a73fb-109d-479e-a236-64c37c862784 None None] Network b7521732-974a-4a70-9e59-e4227af5ed61 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:39.255616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:39.256918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.278685 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9cdfd7-38ce-4832-b8f4-d5395bfa1c59 None None] Network 1e027e6d-6467-408a-aca6-fc1bb0810887 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:39.345957 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.348892 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5851593 Sep 10 17:35:39.349686 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a8f5d-378b-467a-ad87-72bdf81817a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:39.353901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42568) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:39.361845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Request body: {'subnet': {'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-688944343-subnet', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:39.383364 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64a3cc0f-c85d-46e4-a121-3c08c5bacd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.385462 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:35:39.399381 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-326f3195-cbcf-49d6-89f4-e2dc40ae80cd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3172081 Sep 10 17:35:39.409413 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:39.409413 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42570) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:39.413213 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0b475c8d-5637-4ac0-899f-01c152b8fe49 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0886345 Sep 10 17:35:39.414826 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:39.424885 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:39.427898 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:39.434551 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Pushing event updated for resources: {'Port': ['ID=cc2a40c8-af34-4855-803d-5ea037cf67a4,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:39.522641 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Made reservation on behalf of 8ebd7061e45d433f9f6891dca1b8766e for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:39.525744 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.684935 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:39.689973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f00735-19a7-4d91-a96f-5093dfc0d21a None None] Network 1e027e6d-6467-408a-aca6-fc1bb0810887 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:39.700707 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed68520-b920-449f-8f14-15fef5a4021e None None] Network b7521732-974a-4a70-9e59-e4227af5ed61 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:39.805119 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64a3cc0f-c85d-46e4-a121-3c08c5bacd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.910492 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-64a3cc0f-c85d-46e4-a121-3c08c5bacd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:39.986445 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3cc0f-c85d-46e4-a121-3c08c5bacd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2638b5-a9ea-4aa8-93f9-b5cba2586cf0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:40.012104 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-64a3cc0f-c85d-46e4-a121-3c08c5bacd7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483d4d62f2264d07bf696469265aa899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9292047 Sep 10 17:35:40.014616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42606) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:40.033120 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42608) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:40.042202 dv-cinder-787195-9-iscsi neutron-server[94683]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 17:35:40.128478 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce48042-698c-4a38-a3ed-376fa929ca3a None None] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:40.135802 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:40.151385 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.213259 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.213706 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15103ec-4f9f-4fc4-aab9-46f593940c30,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:40.214308 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.220869 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.243279 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.287416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.319219 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.319517 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Provisioning for port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:40.326326 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Provisioning complete for port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:40.327062 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.475074 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Checking segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:40.475811 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Network hostable DHCP agents. Network: c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:35:40.496999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-3a3b88cb-64e3-4f7a-82ef-c62c23c767bb tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:40.504740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-3a3b88cb-64e3-4f7a-82ef-c62c23c767bb tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/networks?id=1e027e6d-6467-408a-aca6-fc1bb0810887 HTTP/1.1" status: 200 len: 811 time: 0.4693677 Sep 10 17:35:40.510595 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.510954 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.513905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.515234 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b2638b5-a9ea-4aa8-93f9-b5cba2586cf0 HTTP/1.1" status: 204 len: 168 time: 0.4995465 Sep 10 17:35:40.556673 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-3d5f7feb-a980-48a0-8983-c97432d641ab tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/quotas/8be275fbf1064b59ad056bf8d4da4681 HTTP/1.1" status: 200 len: 375 time: 0.0504715 Sep 10 17:35:40.561127 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74162a2-a2e0-494d-9b53-22fb2a31323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2638b5-a9ea-4aa8-93f9-b5cba2586cf0,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:40.585752 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] For port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:40.646794 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:35:40.664183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.672607 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.706961 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-0c1b9c05-5da4-4943-a780-c161900955db tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8be275fbf1064b59ad056bf8d4da4681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494498 Sep 10 17:35:40.803772 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c90b1d-73fe-41a4-90d7-7b7537398f90 None None] Pushing event updated for resources: {'Port': ['ID=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:40.819624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:40.820395 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-6b3cbd26-49c4-4627-b911-990be9e5c24c None None] Provisioning complete for port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:40.820766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbd26-49c4-4627-b911-990be9e5c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.824136 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:40.824822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.852384 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6705bd-221e-40ff-9832-d420c99ad1a3 None None] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:40.913152 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:40.923369 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-3973b619-4286-4cac-94b0-ba385aa09768 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:35:40.924686 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-3973b619-4286-4cac-94b0-ba385aa09768 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581374 Sep 10 17:35:40.955702 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-4c808d47-feda-4b7f-a37f-38223cd2b17e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5994568 Sep 10 17:35:40.958713 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42648) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:40.977801 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:41.079692 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-0687e678-b2c3-4eaa-bacf-ccd643658479 service neutron] 10.222.0.53 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480010 Sep 10 17:35:41.122159 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:35:41.123448 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.157503 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.158676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.205997 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-de3cafda-2164-4fdf-922f-8f025dcacb48 service neutron] 10.222.0.53 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252623 Sep 10 17:35:41.251808 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.257478 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.276483 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.283662 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Allocated IP 172.20.0.2 (c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5/c15103ec-4f9f-4fc4-aab9-46f593940c30/b809e496-4415-4339-87bb-c0f2469c1152) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:41.358176 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:35:41.477761 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.504294 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Transition to ACTIVE for port object b809e496-4415-4339-87bb-c0f2469c1152 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:41.545842 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Transition to ACTIVE for port object b809e496-4415-4339-87bb-c0f2469c1152 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:41.628924 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:41.659074 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42670) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:41.664902 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ca192206-e618-4174-8abd-218e256f6701 req-300cdb2f-75f2-4115-9372-7cc10bf0d9ba tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0721254 Sep 10 17:35:41.671594 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.673350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Allocated IP 172.27.3.161 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/38173c2f-e193-4727-8f0f-15bc66daf4c7) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:41.678232 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c07fc14-8092-4020-aaf6-75562fb88576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.730596 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.772980 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:41.781543 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Pushing event updated for resources: {'Port': ['ID=b809e496-4415-4339-87bb-c0f2469c1152,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:41.785262 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:41.790615 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:41.870446 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:41.871147 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.888705 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c07fc14-8092-4020-aaf6-75562fb88576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.908983 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Attempting to bind port b809e496-4415-4339-87bb-c0f2469c1152 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:41.909520 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Attempting to bind port b809e496-4415-4339-87bb-c0f2469c1152 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:41.910320 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Attempting to bind port b809e496-4415-4339-87bb-c0f2469c1152 on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:41.919500 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:41.920093 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Checking segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:41.920882 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.921513 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Bound using segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:41.922178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Bound port: b809e496-4415-4339-87bb-c0f2469c1152, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:41.922677 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:41.968534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:41.985853 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:41.997979 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2c07fc14-8092-4020-aaf6-75562fb88576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.005940 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:42.006852 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:42.154010 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2c07fc14-8092-4020-aaf6-75562fb88576 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bd4642571ef4ac691568beb0a380013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4937825 Sep 10 17:35:42.162156 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.164386 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07fc14-8092-4020-aaf6-75562fb88576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d71b9b-ac09-40b4-86f4-49ef08d72645,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:42.164649 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] For port b809e496-4415-4339-87bb-c0f2469c1152, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:42.168279 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] For port b809e496-4415-4339-87bb-c0f2469c1152, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=b809e496-4415-4339-87bb-c0f2469c1152,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:42.174313 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.180650 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-cfd42407-57f5-46c7-a361-e07fd392a7cd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9119284 Sep 10 17:35:42.181252 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42694) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:42.181580 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42696) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:42.238096 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:42.257900 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.342932 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df73d-4a99-46ee-a4b7-113b07567b66 None None] Pushing event updated for resources: {'Port': ['ID=b809e496-4415-4339-87bb-c0f2469c1152,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:42.378109 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.407107 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.520814 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:39Z', 'revision_number': 3, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:42.557812 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:42.558249 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Updating router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd port cc2a40c8-af34-4855-803d-5ea037cf67a4 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:42.561560 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.585299 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.670278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.736676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Allocated IP 172.27.3.233 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/bca84b5c-1133-4048-bbce-a0425fbf2292) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:42.766553 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.838703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Pushing event updated for resources: {'Port': ['ID=38173c2f-e193-4727-8f0f-15bc66daf4c7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:42.840534 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42718) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:42.853558 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:42.873350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:42.876692 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:42.890805 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-173e4ab8-7000-4aad-b324-b6f5af7a0828 req-fe8a3396-835e-49a6-bbe3-a949aeefa50d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0493598 Sep 10 17:35:42.931270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.974016 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.976829 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:42.982067 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58d71b9b-ac09-40b4-86f4-49ef08d72645 HTTP/1.1" status: 204 len: 168 time: 0.7936378 Sep 10 17:35:43.073133 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8384b-7c01-4a3e-8a25-abb57a3c2249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d71b9b-ac09-40b4-86f4-49ef08d72645,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:43.077329 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.188953 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Pushing event updated for resources: {'Port': ['ID=bca84b5c-1133-4048-bbce-a0425fbf2292,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:43.211365 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:43.215161 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:43.220502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:43.271909 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.290606 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Transition to ACTIVE for port object cc2a40c8-af34-4855-803d-5ea037cf67a4 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:43.405519 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.425151 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.471403 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Pushing event updated for resources: {'Port': ['ID=cc2a40c8-af34-4855-803d-5ea037cf67a4,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:43.471896 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.477301 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Attempting to bind port cc2a40c8-af34-4855-803d-5ea037cf67a4 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:43.477801 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Attempting to bind port cc2a40c8-af34-4855-803d-5ea037cf67a4 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:43.478551 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Attempting to bind port cc2a40c8-af34-4855-803d-5ea037cf67a4 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:43.487559 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.488011 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.488484 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.504053 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.507344 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.508411 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.508974 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.513584 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.514297 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.514971 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.515521 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.516393 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Tracked resource versions report: Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: pushed versions: Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: { 'AddressGroup': {'1.2'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'ConntrackHelper': {'1.0'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Log': {'1.0'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Network': {'1.1'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Port': {'1.7'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'PortForwarding': {'1.2'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'QosPolicy': {'1.9'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroup': {'1.4'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroupRule': {'1.2'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SubPort': {'1.0'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Subnet': {'1.1'}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Trunk': {'1.1'}} Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: consumer versions: Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: { DHCP agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: HyperV agent@hv-cinder-78719: {}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: L3 agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: Metadata agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: Metering agent@dv-cinder-787195-9-iscsi: {}, Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: Open vSwitch agent@dv-cinder-787195-9-iscsi: { 'AddressGroup': '1.2', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'ConntrackHelper': '1.0', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Log': '1.0', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Network': '1.1', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Port': '1.7', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'PortForwarding': '1.2', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'QosPolicy': '1.9', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroup': '1.4', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SecurityGroupRule': '1.2', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'SubPort': '1.0', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Subnet': '1.1', Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: 'Trunk': '1.1'}} Sep 10 17:35:43.517910 dv-cinder-787195-9-iscsi neutron-server[94685]: {{(pid=94685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 17:35:43.531303 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:43.536543 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:43.542098 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.542652 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:43.543255 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Bound port: cc2a40c8-af34-4855-803d-5ea037cf67a4, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:43.543959 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.663621 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device b809e496-4415-4339-87bb-c0f2469c1152 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:43.665756 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] For port cc2a40c8-af34-4855-803d-5ea037cf67a4, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:43.672444 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] For port cc2a40c8-af34-4855-803d-5ea037cf67a4, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=cc2a40c8-af34-4855-803d-5ea037cf67a4,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:43.709225 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.768799 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:43.857827 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Allocated IP 172.20.0.1 (e1ec08a3-dc8e-4f24-b101-6ae31cea676c/2c8e70ec-3367-4ddf-a97f-82804dfa8b49/73b2beb9-3f62-4b9f-b64d-fc70960ce4c5) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:43.880706 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547574-a592-46b9-b115-30b4ee523dc4 None None] Pushing event updated for resources: {'Port': ['ID=cc2a40c8-af34-4855-803d-5ea037cf67a4,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:43.890832 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port b809e496-4415-4339-87bb-c0f2469c1152 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:43.929630 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b22834c-06e1-414f-8e4b-7aa0709a3c1c None None] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:35:43.935117 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:43.935951 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:44.051796 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:44.125607 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.169344 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Provisioning for port b809e496-4415-4339-87bb-c0f2469c1152 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:44.171935 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Transition to ACTIVE for port object 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:44.178973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Provisioning complete for port b809e496-4415-4339-87bb-c0f2469c1152 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:44.179602 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.295994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.354071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.404735 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4398d6cc-9b9f-45c9-8946-c3d47239e279 req-0d967592-2bbd-477b-bd10-eb0f772915db tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0643461 Sep 10 17:35:44.408925 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:39Z', 'revision_number': 3, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:44.429773 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] For port b809e496-4415-4339-87bb-c0f2469c1152, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=b809e496-4415-4339-87bb-c0f2469c1152,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:44.455919 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684c177-2b86-4e24-a95d-bbc3e678bbfd None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:39Z', 'revision_number': 3, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:44.462451 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.534321 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.643622 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42772) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:44.654723 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f993cc-52e6-47d5-9f6c-7c0acbaa972f None None] Pushing event updated for resources: {'Port': ['ID=b809e496-4415-4339-87bb-c0f2469c1152,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:44.679671 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Router ddefff82-0bb5-48fc-8ade-763309211932 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:35:44.684854 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f652f669-62b4-4baa-a41c-7b5792289632 None None] Provisioning complete for port b809e496-4415-4339-87bb-c0f2469c1152 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:44.686031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f652f669-62b4-4baa-a41c-7b5792289632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.730943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.826085 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:44.833497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:44.838884 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:44.839728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.893258 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Pushing event updated for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:44.971543 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3799afd0-b93a-4f8e-850d-c704d5cab670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:44.989087 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:45.020469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:45.034424 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:45.035346 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:45.155214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3799afd0-b93a-4f8e-850d-c704d5cab670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.198335 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:45.279470 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Router 840664d5-2d04-441f-97bd-a8389d5f9663 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:35:45.318741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3799afd0-b93a-4f8e-850d-c704d5cab670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.371854 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799afd0-b93a-4f8e-850d-c704d5cab670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4b4ae-b69b-49a3-9f1a-96a8ee21bc6c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:45.376131 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3799afd0-b93a-4f8e-850d-c704d5cab670 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b274631148741558de4c71d9703bca8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7312720 Sep 10 17:35:45.383988 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42786) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:45.390882 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a9ffde94-d47e-43e5-bd77-70f264271e72 None None] Provisioning for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:45.408054 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-a9ffde94-d47e-43e5-bd77-70f264271e72 None None] Provisioning complete for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:45.408703 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a9ffde94-d47e-43e5-bd77-70f264271e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.427570 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.429110 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b2dd6b3f-2374-4784-bad2-b21d3daa202f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4694777 Sep 10 17:35:45.435642 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 42788) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:45.455178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-a9ffde94-d47e-43e5-bd77-70f264271e72 None None] Port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:35:45.464579 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.514909 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:45.530492 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:45.549109 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Sync routers for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:45.565263 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:45.571954 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:45.595192 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:45.599132 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Updating router ddefff82-0bb5-48fc-8ade-763309211932 port bca84b5c-1133-4048-bbce-a0425fbf2292 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:45.602076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.641805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.646426 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-3170cfaf-e9f3-4130-88a6-a46f3c1d829e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2376914 Sep 10 17:35:45.649242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.657661 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:45.736032 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device b809e496-4415-4339-87bb-c0f2469c1152 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:45.747635 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.822274 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.908069 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.908349 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port b809e496-4415-4339-87bb-c0f2469c1152 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:45.908589 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.909821 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:45.930274 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:46.001488 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0374cd6-d962-499a-b258-8e639c4cac20 req-2564fa26-c56a-4e16-9b57-a75f4b4b63ea tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.2107780 Sep 10 17:35:46.033281 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Pushing event updated for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:46.099883 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device cc2a40c8-af34-4855-803d-5ea037cf67a4 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:46.243960 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.263665 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Transition to ACTIVE for port object bca84b5c-1133-4048-bbce-a0425fbf2292 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:46.294827 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:46.297889 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:46.312412 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:46.333529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.336326 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.337676 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fab4b4ae-b69b-49a3-9f1a-96a8ee21bc6c HTTP/1.1" status: 204 len: 168 time: 0.9527256 Sep 10 17:35:46.343110 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port cc2a40c8-af34-4855-803d-5ea037cf67a4 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:46.352728 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port cc2a40c8-af34-4855-803d-5ea037cf67a4 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:46.353105 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.366658 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Checking router: 840664d5-2d04-441f-97bd-a8389d5f9663 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:46.367401 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Updating router 840664d5-2d04-441f-97bd-a8389d5f9663 port 38173c2f-e193-4727-8f0f-15bc66daf4c7 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:46.389110 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bfc8e-0f41-4ce2-a6af-055997f15496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4b4ae-b69b-49a3-9f1a-96a8ee21bc6c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:46.405387 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.432418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.641170 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954e772-8062-484c-abeb-5a94a24a237d None None] Pushing event updated for resources: {'Port': ['ID=bca84b5c-1133-4048-bbce-a0425fbf2292,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:46.659314 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:35:46.675867 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Attempting to bind port bca84b5c-1133-4048-bbce-a0425fbf2292 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:46.676349 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Attempting to bind port bca84b5c-1133-4048-bbce-a0425fbf2292 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:46.676718 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Attempting to bind port bca84b5c-1133-4048-bbce-a0425fbf2292 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:46.690852 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:46.691316 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:46.692304 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.692689 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:46.693311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Bound port: bca84b5c-1133-4048-bbce-a0425fbf2292, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:46.693714 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.784065 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-309e78cb-7bd3-4f6b-b8da-09a4298acb68 None None] Provisioning complete for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:46.784855 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-309e78cb-7bd3-4f6b-b8da-09a4298acb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.830613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.848484 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] For port bca84b5c-1133-4048-bbce-a0425fbf2292, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:46.859246 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:46.868539 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port cc2a40c8-af34-4855-803d-5ea037cf67a4, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=cc2a40c8-af34-4855-803d-5ea037cf67a4,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:46.869595 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-309e78cb-7bd3-4f6b-b8da-09a4298acb68 None None] Port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:35:46.870248 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5b51bcb9-372a-424b-912e-9cf4baa97828 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf2090c2-0b36-4e53-925e-7ffa8c6f40bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6842268 Sep 10 17:35:46.873799 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:46.878580 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] For port bca84b5c-1133-4048-bbce-a0425fbf2292, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=bca84b5c-1133-4048-bbce-a0425fbf2292,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:46.886311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:46.886915 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:46.920553 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:46.922919 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.011760 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.038778 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Transition to ACTIVE for port object 38173c2f-e193-4727-8f0f-15bc66daf4c7 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:47.116352 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.141211 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.167617 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.277555 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:47.278510 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:47.291889 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Attempting to bind port 38173c2f-e193-4727-8f0f-15bc66daf4c7 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:47.292293 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Attempting to bind port 38173c2f-e193-4727-8f0f-15bc66daf4c7 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:47.292919 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Attempting to bind port 38173c2f-e193-4727-8f0f-15bc66daf4c7 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:47.300207 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040b987-ba01-4b5a-8f50-7673ceda946a None None] Pushing event updated for resources: {'Port': ['ID=38173c2f-e193-4727-8f0f-15bc66daf4c7,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:47.311219 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:47.311523 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:47.311975 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.312432 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:47.312912 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Bound port: 38173c2f-e193-4727-8f0f-15bc66daf4c7, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:47.313316 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.383023 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954e772-8062-484c-abeb-5a94a24a237d None None] Pushing event updated for resources: {'Port': ['ID=bca84b5c-1133-4048-bbce-a0425fbf2292,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:47.461210 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=cc2a40c8-af34-4855-803d-5ea037cf67a4,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:47.476974 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] For port 38173c2f-e193-4727-8f0f-15bc66daf4c7, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:47.496383 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] For port 38173c2f-e193-4727-8f0f-15bc66daf4c7, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=38173c2f-e193-4727-8f0f-15bc66daf4c7,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:47.510223 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:47.571713 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.595751 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1019a2e4-f952-4db2-a661-46b5a5968aad req-d8709ae9-86c6-4f1e-a465-bb562af2ec3b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0658822 Sep 10 17:35:47.654814 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Allocated IP 172.20.0.1 (c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5/c15103ec-4f9f-4fc4-aab9-46f593940c30/1309ab6a-7da1-4c9a-b937-e5877b68d3f2) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:47.683548 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:47.685768 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device cc2a40c8-af34-4855-803d-5ea037cf67a4 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:47.720040 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Allocated IP 172.20.0.1 (b7521732-974a-4a70-9e59-e4227af5ed61/2d3e84be-a3fb-49b6-b97b-1f75a955d3af/6b6ce850-2cd7-4afa-afc5-4c74d9c549ff) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:47.744804 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:47.744804 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:47.763849 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.824863 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.849457 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:47.860657 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040b987-ba01-4b5a-8f50-7673ceda946a None None] Pushing event updated for resources: {'Port': ['ID=38173c2f-e193-4727-8f0f-15bc66daf4c7,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:47.873677 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Transition to ACTIVE for port object 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:47.963774 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:48.037420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.039690 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.092342 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:48.096537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:48.102459 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:48.102459 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.297986 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42852) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:48.297986 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Pushing event updated for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:48.297986 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621137411', 'description': 'tempest-description--1665800618'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:48.346267 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port cc2a40c8-af34-4855-803d-5ea037cf67a4 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:48.347351 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.354911 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Network b7521732-974a-4a70-9e59-e4227af5ed61 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:48.363423 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:48.374518 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:48.376397 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.377649 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Pushing event updated for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:48.541326 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.634834 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:48.641202 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:48.660995 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.731364 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076fc83-940c-4fd4-b457-cc637c7cfc19 None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:48.733651 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89455db-7ec4-4908-b7f2-0bf712c2ce86 None None] The sync data for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi is: [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:48.739738 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 2, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:48.792634 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:48.793019 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Updating router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:48.795167 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f49bb6ec-eb32-4aa9-a51d-383b23dfa8fa None None] Provisioning for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:48.803773 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f49bb6ec-eb32-4aa9-a51d-383b23dfa8fa None None] Provisioning complete for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:48.803773 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f49bb6ec-eb32-4aa9-a51d-383b23dfa8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.827772 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c89808b0-7633-4fc4-9518-43616f305f04 req-eb986fce-d18e-4fcd-b7b1-88f460cfafd7 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0778139 Sep 10 17:35:48.841909 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.854685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.904278 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.964084 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:48.978251 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-f49bb6ec-eb32-4aa9-a51d-383b23dfa8fa None None] Port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:35:49.055677 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a442901-0705-4944-8581-d263b136fa70,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:49.084684 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.094694 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-adc98e69-1689-45b3-811e-deb9005fb6b7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8666921 Sep 10 17:35:49.094694 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:49.105515 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group_rule': {'security_group_id': '6a442901-0705-4944-8581-d263b136fa70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:49.159151 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.195783 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.61', 54341) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:49.371264 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.408634 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.459089 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.459969 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.534455 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-f2bd9867-b1ea-4ad1-928b-75b5d777e06c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:49.785805 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-f2bd9867-b1ea-4ad1-928b-75b5d777e06c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.61 "GET /v2.0/networks?id=1e027e6d-6467-408a-aca6-fc1bb0810887 HTTP/1.1" status: 200 len: 811 time: 0.3369300 Sep 10 17:35:49.833062 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.833062 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.834398 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Request body: {'port': {'device_id': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887', 'admin_state_up': True, 'tenant_id': '8be275fbf1064b59ad056bf8d4da4681'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:49.834787 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.835300 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Pushing event updated for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:49.835384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Pushing event updated for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:49.835455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Transition to ACTIVE for port object 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:49.835455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 38173c2f-e193-4727-8f0f-15bc66daf4c7 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:49.852107 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.892982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:49.929180 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Network b7521732-974a-4a70-9e59-e4227af5ed61 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:49.950614 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:49.962824 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.020801 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95896394-358b-4334-9493-0fe11909ad5e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:50.035244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:50.038448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:50.066284 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 38173c2f-e193-4727-8f0f-15bc66daf4c7 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:50.114274 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 38173c2f-e193-4727-8f0f-15bc66daf4c7 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:50.114655 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.210871 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.215740 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c6437d4a-4941-4a27-ab0b-1fcf2a1dd2ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1219852 Sep 10 17:35:50.224224 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:50.250879 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-65aa65e3-e1db-4e8f-b443-5995dc16d82a req-adbbd0ca-172c-4ed1-9612-4c1404e2e390 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.1114962 Sep 10 17:35:50.442402 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Attempting to bind port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:50.442960 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Attempting to bind port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:50.443595 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Attempting to bind port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:50.446060 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47153f71-960a-4063-95f9-ef6156d8305f None None] Pushing event updated for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:50.477216 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:50.477845 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Checking segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:50.478606 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.479142 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Bound using segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:50.480405 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Bound port: 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:50.481076 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.540607 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group_rule': {'security_group_id': '6a442901-0705-4944-8581-d263b136fa70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:50.562473 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Router 840664d5-2d04-441f-97bd-a8389d5f9663 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:35:50.705150 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.732859 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.770473 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 38173c2f-e193-4727-8f0f-15bc66daf4c7, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=38173c2f-e193-4727-8f0f-15bc66daf4c7,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:50.782569 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] For port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:50.800640 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] For port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:50.817222 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d477aa55-3803-48fb-9d53-d267d93d5dc1 None None] Provisioning complete for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:50.818839 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:50.833980 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e093f20a-d4fa-4472-9aa5-8cd8347d2a2a admin admin] 10.222.0.53 "PUT /v2.0/routers/840664d5-2d04-441f-97bd-a8389d5f9663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1666379 Sep 10 17:35:50.837404 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d477aa55-3803-48fb-9d53-d267d93d5dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.872524 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.906257 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d477aa55-3803-48fb-9d53-d267d93d5dc1 None None] Port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:35:50.908486 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:50.909103 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device bca84b5c-1133-4048-bbce-a0425fbf2292 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:50.968088 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=38173c2f-e193-4727-8f0f-15bc66daf4c7,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:50.996250 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:35:51.041657 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.086772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624dc0f6-13ee-4a3c-abac-4c072fdac3f0,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:51.110285 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Made reservation on behalf of 8be275fbf1064b59ad056bf8d4da4681 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:35:51.114888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.141844 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.201492 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.202977 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d556c448-bd0b-4c29-bd5b-9a8894e64c6b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7038007 Sep 10 17:35:51.205929 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 42974) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:51.211317 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:51.223577 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47153f71-960a-4063-95f9-ef6156d8305f None None] Pushing event updated for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:51.256409 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:51.260455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:51.332736 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.381755 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:35:51.392520 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ea4788de-c25c-442e-97c8-6574a73ff327 admin admin] 10.222.0.53 "PUT /v2.0/routers/ddefff82-0bb5-48fc-8ade-763309211932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9553239 Sep 10 17:35:51.671127 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:51.693174 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.763646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Allocated IP 172.20.0.12 (1e027e6d-6467-408a-aca6-fc1bb0810887/81d329bd-d367-4ccd-8c4c-c5314d3b0ffb/59f6af9d-ac22-4140-b3dd-35b4f4e1627c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:51.783816 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-71d1eb22-23f6-443a-a375-82364112190e req-5eb69c95-049b-418e-bd33-bef867441829 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.1280117 Sep 10 17:35:51.864521 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port bca84b5c-1133-4048-bbce-a0425fbf2292 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:51.881194 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port bca84b5c-1133-4048-bbce-a0425fbf2292 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:51.881953 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:51.895256 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Allocated IP 172.27.3.105 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/005501f4-c94f-4936-881d-479143707223) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:52.091849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-6d342575-1e55-4fa9-a4d5-ffc148ed7503 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:52.105887 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-6d342575-1e55-4fa9-a4d5-ffc148ed7503 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 819 time: 0.5323088 Sep 10 17:35:52.145598 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.170761 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.185104 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port bca84b5c-1133-4048-bbce-a0425fbf2292, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=bca84b5c-1133-4048-bbce-a0425fbf2292,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:52.192495 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:52.234354 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1ba85-e9b6-4243-947b-73a9f9af4b06 None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:52.249664 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-a067474b-7093-43ef-918b-708c9bc2eb73 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/quotas/67122ff0abcf4dbf856bee505093dee1 HTTP/1.1" status: 200 len: 375 time: 0.1426747 Sep 10 17:35:52.257320 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.283521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.293508 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.346337 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=bca84b5c-1133-4048-bbce-a0425fbf2292,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:52.372828 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:52.395892 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:52.416672 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:52.450508 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 38173c2f-e193-4727-8f0f-15bc66daf4c7 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:52.469661 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43024) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:52.469860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-9cf678eb-072f-4ed7-9eec-bd4fabacc2b3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2017415 Sep 10 17:35:52.496765 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051074841', 'description': 'tempest-description--353752419'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:52.570875 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=005501f4-c94f-4936-881d-479143707223,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:52.593353 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 38173c2f-e193-4727-8f0f-15bc66daf4c7 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:52.593809 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.694970 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:52.697786 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-c694bcce-eec7-4cf7-ac88-fc9e86976e10 service neutron] 10.222.0.53 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270775 Sep 10 17:35:52.715841 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.723965 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:52.727224 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:52.776584 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.897343 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.907182 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:52.966892 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:53.123450 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c54973-3ec5-4602-a191-01312609530c None None] Sync routers for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:35:53.141368 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:53.143951 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:53.300286 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-f93c66bf-7153-42e5-b3d9-cfea976116bd service neutron] 10.222.0.53 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944333 Sep 10 17:35:53.447984 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Pushing event updated for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:53.465947 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:53.497719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Network 1e027e6d-6467-408a-aca6-fc1bb0810887 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:53.531847 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 2, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:53.557215 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3cf53-a0a4-417e-87c4-fd33eb0ecbcf req-fe556d07-a4c8-4851-af36-6c85ec052d9b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:53.558839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69a3cf53-a0a4-417e-87c4-fd33eb0ecbcf req-fe556d07-a4c8-4851-af36-6c85ec052d9b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 932 time: 0.6546869 Sep 10 17:35:53.566864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:53.573320 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.583824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:53.609721 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:53.620464 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:53.621703 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Updating router ddefff82-0bb5-48fc-8ade-763309211932 port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:53.622440 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.694239 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.697490 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.707748 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69a3cf53-a0a4-417e-87c4-fd33eb0ecbcf req-3c494474-ac44-46b2-8782-fcaf2bfafa5d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416550 Sep 10 17:35:53.722719 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.775857 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.794580 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-526a92dc-ebd8-4cc1-a175-5f97053892ce tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1569281 Sep 10 17:35:53.916426 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.919484 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87befd59-1e03-45ad-ae19-74e9a670b209,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:53.926437 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:53.930709 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7f4ce11b-94aa-46f3-91f8-b6101f150d54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4499717 Sep 10 17:35:53.937134 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43070) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:53.949822 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group_rule': {'security_group_id': '87befd59-1e03-45ad-ae19-74e9a670b209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:53.959734 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0038f79a-7134-4de8-89e9-a10b0ad9dcca req-dfab64e9-f1e7-48fb-a547-c5aa4c3410a6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 210 time: 0.1301436 Sep 10 17:35:53.975788 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-40d7c3a5-ce9c-4055-84c0-c9b0e499cbc1 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:35:53.975788 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-40d7c3a5-ce9c-4055-84c0-c9b0e499cbc1 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1075327 Sep 10 17:35:53.978396 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=005501f4-c94f-4936-881d-479143707223,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:54.179322 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '6b6ce850-2cd7-4afa-afc5-4c74d9c549ff', 'name': '', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:49Z', 'revision_number': 2, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'subnets': [{'id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:54.210787 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.236432 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2dc6e92f-384b-447f-9d51-26f03033f51a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0050387 Sep 10 17:35:54.398112 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c54973-3ec5-4602-a191-01312609530c None None] Checking router: 840664d5-2d04-441f-97bd-a8389d5f9663 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:35:54.398687 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c54973-3ec5-4602-a191-01312609530c None None] Updating router 840664d5-2d04-441f-97bd-a8389d5f9663 port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:35:54.405343 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Request body: {'port': {'device_id': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:54.463718 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.489698 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.678126 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.756341 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.791899 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2806c65a-0373-4c43-b012-48ee21e79e47,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:54.907659 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:54.912680 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-698457fd-7ef8-4683-a964-940ef878d354 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9691060 Sep 10 17:35:54.913643 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43140) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:54.918196 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group_rule': {'security_group_id': '87befd59-1e03-45ad-ae19-74e9a670b209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:54.927308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-27a0f5bd-8b97-4d15-8987-1b6b27658ece tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:54.946698 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-27a0f5bd-8b97-4d15-8987-1b6b27658ece tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 819 time: 0.5334158 Sep 10 17:35:55.020675 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-ec5f8d45-7ed2-4a09-92df-1c847e813fb9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/quotas/67122ff0abcf4dbf856bee505093dee1 HTTP/1.1" status: 200 len: 375 time: 0.0730844 Sep 10 17:35:55.032784 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.056110 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.071230 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Transition to ACTIVE for port object 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:55.125864 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.138360 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-29c54973-3ec5-4602-a191-01312609530c None None] Transition to ACTIVE for port object 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:55.143917 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device bca84b5c-1133-4048-bbce-a0425fbf2292 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:55.152890 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-af1ebc3f-9279-43a4-a9f6-9922f057e5b0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--621137411&fields=id&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 267 time: 0.1843684 Sep 10 17:35:55.208156 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.232744 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.237863 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.349714 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.378076 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d578b-0d17-4101-a5aa-dc0ddfde4fd3 None None] Pushing event updated for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:55.408693 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73482037-9940-4d0e-bad8-33008a7b0ef8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:55.437134 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port bca84b5c-1133-4048-bbce-a0425fbf2292 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:55.437780 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.442666 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5859603-7cbf-4772-9a60-b945e064f92f None None] Pushing event updated for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:55.477381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.525594 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.526875 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2b4c528a-b858-42cb-a8a1-c1e13adcf626 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6122675 Sep 10 17:35:55.532359 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43166) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:55.542279 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Attempting to bind port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:55.543349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:35:55.544483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-e7f16296-d2d8-49c6-be6e-4b8bc0fa26a5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5223675 Sep 10 17:35:55.548688 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Attempting to bind port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:55.551206 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Attempting to bind port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:55.559500 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:55.559883 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Checking segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:55.560519 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.563281 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Bound using segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:55.573919 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Bound port: 1309ab6a-7da1-4c9a-b937-e5877b68d3f2, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:55.580631 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.589722 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-d137c77c-f122-4971-88be-9590cee094d7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:55.606566 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-d137c77c-f122-4971-88be-9590cee094d7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 817 time: 0.4527330 Sep 10 17:35:55.705340 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.767622 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-29c54973-3ec5-4602-a191-01312609530c None None] Attempting to bind port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:55.771829 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-29c54973-3ec5-4602-a191-01312609530c None None] Attempting to bind port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:55.771829 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c54973-3ec5-4602-a191-01312609530c None None] Attempting to bind port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff on network b7521732-974a-4a70-9e59-e4227af5ed61 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:55.780079 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] For port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:55.784728 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] For port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:55.833665 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c54973-3ec5-4602-a191-01312609530c None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:55.834803 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c54973-3ec5-4602-a191-01312609530c None None] Checking segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:55.834803 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.840388 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c54973-3ec5-4602-a191-01312609530c None None] Bound using segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:55.841092 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-29c54973-3ec5-4602-a191-01312609530c None None] Bound port: 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:55.841666 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.882634 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:55.990302 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:56.023074 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-4305d73d-2736-4072-aae5-9a69cb8d7fa4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/quotas/4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 375 time: 0.3943093 Sep 10 17:35:56.087308 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:56.089140 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:56.137698 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:56.211255 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-29c54973-3ec5-4602-a191-01312609530c None None] For port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:56.227910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-29c54973-3ec5-4602-a191-01312609530c None None] For port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:56.298782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-29c54973-3ec5-4602-a191-01312609530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:56.305245 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d578b-0d17-4101-a5aa-dc0ddfde4fd3 None None] Pushing event updated for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=4']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:56.364421 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-7ae6a768-356d-4fb5-b2ac-d35c70f7ffa4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:35:56.389652 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-7ae6a768-356d-4fb5-b2ac-d35c70f7ffa4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7324917 Sep 10 17:35:56.427401 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Allocated IP 172.27.3.80 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/a00e8ea1-27cf-4677-aa3b-7b7e244a610f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:35:56.428296 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:56.456955 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:35:56.465355 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:35:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:56.473535 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:56.668636 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:56.669297 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:56.749840 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:56.809521 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-6f1c5eaf-04f6-4029-a14c-af38c1437f15 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7854514 Sep 10 17:35:56.852050 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5859603-7cbf-4772-9a60-b945e064f92f None None] Pushing event updated for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:56.910851 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:56.950786 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:35:56.960619 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-666f23a8-e92f-4331-aff3-794da2ff162a service neutron] 10.222.0.53 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673835 Sep 10 17:35:57.004820 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:55Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:57.022640 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:35:57.025832 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:35:57.037103 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:35:57.045182 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c61de5-fe80-4719-b9ff-31595ab4b97a None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:55Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:57.089675 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:35:57.146968 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.154033 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=a00e8ea1-27cf-4677-aa3b-7b7e244a610f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:57.194416 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.253737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-3a8fd7b4-27e9-4b59-bdd1-971dbda68cb6 service neutron] 10.222.0.53 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859241 Sep 10 17:35:57.273987 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.373671 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:57.377853 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f6af9d-ac22-4140-b3dd-35b4f4e1627c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:35:57.393725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6c7d8431-94fe-40dc-a4fc-1418dabf65a8 service neutron] 10.222.0.53 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884718 Sep 10 17:35:57.399854 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.408601 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-29c54973-3ec5-4602-a191-01312609530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '6b6ce850-2cd7-4afa-afc5-4c74d9c549ff', 'name': '', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:56Z', 'revision_number': 4, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'subnets': [{'id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:35:57.448162 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c54973-3ec5-4602-a191-01312609530c None None] The sync data for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi is: [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '6b6ce850-2cd7-4afa-afc5-4c74d9c549ff', 'name': '', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'mac_address': 'fa:16:3e:1e:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:56Z', 'revision_number': 4, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'subnets': [{'id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:35:57.477860 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.479768 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Transition to ACTIVE for port object 59f6af9d-ac22-4140-b3dd-35b4f4e1627c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:35:57.526620 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.551378 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-86fa1c9f-65e5-4d88-8c95-3ba537ea5946 service neutron] 10.222.0.53 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761061 Sep 10 17:35:57.564646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.590002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.656178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:57.700787 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Pushing event updated for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:57.723403 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:57.754413 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:57.796634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Attempting to bind port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:35:57.796982 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Attempting to bind port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '98f98b13-bb02-4db9-b461-9dbdba1eecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:35:57.797308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Attempting to bind port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c on network 1e027e6d-6467-408a-aca6-fc1bb0810887 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:57.811066 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=a00e8ea1-27cf-4677-aa3b-7b7e244a610f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:57.819208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c on network 1e027e6d-6467-408a-aca6-fc1bb0810887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:35:57.819760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Attempting to bind port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c on network 1e027e6d-6467-408a-aca6-fc1bb0810887 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:35:57.834862 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:35:57.835204 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Checking segment: {'id': '98f98b13-bb02-4db9-b461-9dbdba1eecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:35:57.835813 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Bound using segment: {'id': '98f98b13-bb02-4db9-b461-9dbdba1eecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:35:57.836208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Bound port: 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f98b13-bb02-4db9-b461-9dbdba1eecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:35:57.836759 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.062866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:35:58.079528 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.080066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:35:58.081168 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-098ce229-f179-43bf-b9a6-84306515a7fe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5476949 Sep 10 17:35:58.089586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:58.093631 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.120749 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-11161ee3-0c80-4ba0-b3c8-a037113ac5a8 req-bd9a4592-bdb5-4254-a03c-e99df7f4eb03 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0943081 Sep 10 17:35:58.150351 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,segment=NetworkSegment(98f98b13-bb02-4db9-b461-9dbdba1eecec),segment_id=98f98b13-bb02-4db9-b461-9dbdba1eecec)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:35:58.182668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ebcf-fd77-4be9-ba44-becd916f5b70 req-db13be80-7257-414f-84ad-1d6a4e01dc18 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:58.200037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3708ebcf-fd77-4be9-ba44-becd916f5b70 req-db13be80-7257-414f-84ad-1d6a4e01dc18 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.2607496 Sep 10 17:35:58.262329 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.269859 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fed9f3d2-6a00-49c8-aeea-a015f5e09cb8 req-8095e94b-f915-42c7-84d5-bc914d20c8ad tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0387027 Sep 10 17:35:58.298138 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.307668 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:35:58.367748 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.399483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3708ebcf-fd77-4be9-ba44-becd916f5b70 req-cdf30fec-37c6-428e-81f4-0772b25f0e8d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906309 Sep 10 17:35:58.410384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:58.410384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.410384 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] 10.222.0.61 "PUT /v2.0/ports/59f6af9d-ac22-4140-b3dd-35b4f4e1627c HTTP/1.1" status: 200 len: 1094 time: 4.1670494 Sep 10 17:35:58.412025 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:35:58.491632 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:58.546688 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6c78d-93d2-4d09-8182-5f3c2e65360a service neutron] Pushing event updated for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:58.565007 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-0c85c526-12ab-4cca-b02a-d18afea78dcf tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2051074841&fields=id&tenant_id=8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 267 time: 0.1585050 Sep 10 17:35:58.588939 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43278) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:58.654906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e053c937-3174-461f-99df-2e80805f6ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:35:58.710271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-133a56b8-ae8b-4446-a119-9acb370dd0b2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:58.711828 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-133a56b8-ae8b-4446-a119-9acb370dd0b2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 810 time: 0.1485047 Sep 10 17:35:58.740748 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-201d4326-53af-4345-a570-54b953138645 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/quotas/8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 375 time: 0.0094323 Sep 10 17:35:58.745790 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b90ca407-6cf5-4d65-ab6d-35cfe17d0846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.798780 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-1fcd4ec6-50e8-4922-8fba-a76341f5874d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524657 Sep 10 17:35:58.811835 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c85a932-69ea-4192-8df8-940c8d49e9f2 x-openstack-request-id: req-3c85a932-69ea-4192-8df8-940c8d49e9f2 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:35:58.812537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:35:58.812638 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c85a932-69ea-4192-8df8-940c8d49e9f2 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:35:58.813133 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c', 'status': 'completed', 'code': 200} Sep 10 17:35:58.841378 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-92cc082b-c40d-4385-bba7-8935c4f5a9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:58.910344 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-23e574e8-3b2d-4c8e-87a9-37514e871a14 service neutron] 10.222.0.53 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962594 Sep 10 17:35:58.959758 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b90ca407-6cf5-4d65-ab6d-35cfe17d0846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.007241 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-f891d24b-de04-4522-99a9-750450153f7e service neutron] 10.222.0.53 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901968 Sep 10 17:35:59.016419 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b90ca407-6cf5-4d65-ab6d-35cfe17d0846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.067135 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b90ca407-6cf5-4d65-ab6d-35cfe17d0846 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36baa82f62154de1a9ff677fbeed4955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738286 Sep 10 17:35:59.067604 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43300) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:35:59.074878 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ca407-6cf5-4d65-ab6d-35cfe17d0846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d55796-24c7-4d70-a063-8c504b63ef7e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:59.124924 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.149408 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.239018 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2715954f-af5f-4e80-98b9-6bb3e925cc7e req-6e453ac8-fae6-4b65-b387-e7dcf99bc830 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0450723 Sep 10 17:35:59.270124 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.273027 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.277142 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0d55796-24c7-4d70-a063-8c504b63ef7e HTTP/1.1" status: 204 len: 168 time: 0.2083836 Sep 10 17:35:59.287421 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee5c63-ce68-4ecf-b7c6-f619d5a0d84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d55796-24c7-4d70-a063-8c504b63ef7e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:35:59.358368 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-871d6482-5db6-4b96-b6cb-5f112c8f99ff req-916648dd-fb02-4543-9cdb-1c030cdf23b7 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0407193 Sep 10 17:35:59.376695 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7dea3b25-c8ab-428d-9a19-e52b565ea83f req-8cd0678c-d02a-4132-92d9-5a8e7decc4d4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0471611 Sep 10 17:35:59.519238 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e933a14-2b68-43d5-9150-dfab6da917c2 req-8a97ab32-46ea-46b1-a8a0-1815309ebc64 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:35:59.527269 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1e933a14-2b68-43d5-9150-dfab6da917c2 req-8a97ab32-46ea-46b1-a8a0-1815309ebc64 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0655754 Sep 10 17:35:59.569079 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1e933a14-2b68-43d5-9150-dfab6da917c2 req-dbc2cf45-645c-4e79-bc4b-5fd6b383ac1f tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Sep 10 17:35:59.666235 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:59.716768 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:59.717221 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:35:59.821742 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:35:59.873896 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:35:59.874271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.001958 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:00.343057 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b98e927-48eb-4636-8682-ba893a8096e7 req-262e3ea1-8325-475d-8367-24d9cb98724b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0298254 Sep 10 17:36:00.411646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:00.421394 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:00.421394 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.423850 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43344) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:00.441982 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2dc538f-d8cb-41e6-8f6a-72ee8508e147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.491655 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3c5c2e66-4b10-441a-9327-6e1dee633936 req-73fad8cf-c175-450f-adc8-f389d6d9a899 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0708504 Sep 10 17:36:00.557465 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.571321 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5fd0d9e0-5859-42c8-b3c0-5eae6fa618c7 req-d80a79fb-b8e9-437b-bbfb-df7c61b7047c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0702801 Sep 10 17:36:00.636085 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:00.669391 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2dc538f-d8cb-41e6-8f6a-72ee8508e147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.713743 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f488-d7f0-4fd6-8c13-a1325c8c7974 req-39f235c3-542a-4c55-9bcf-bc2585684afe tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:00.715689 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1232f488-d7f0-4fd6-8c13-a1325c8c7974 req-39f235c3-542a-4c55-9bcf-bc2585684afe tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0548365 Sep 10 17:36:00.760461 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1232f488-d7f0-4fd6-8c13-a1325c8c7974 req-bdce70d5-3897-49c5-bf6e-0427efb67585 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Sep 10 17:36:00.990054 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a2dc538f-d8cb-41e6-8f6a-72ee8508e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:00.990292 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.029713 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a2dc538f-d8cb-41e6-8f6a-72ee8508e147 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=045923e927074e9c8f9008fbe0e9969c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027212 Sep 10 17:36:01.031619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 43352) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:01.037921 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc538f-d8cb-41e6-8f6a-72ee8508e147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ef00e-3ff2-4d00-b8bf-7b168025b295,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:01.056392 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:01.141566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.299163 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.452485 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.459868 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-46e09b1c-f899-4017-8ce4-6813a6a5968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.460216 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.460216 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/809ef00e-3ff2-4d00-b8bf-7b168025b295 HTTP/1.1" status: 204 len: 168 time: 0.4238005 Sep 10 17:36:01.508619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6cee-1b5b-435c-92cf-aaa44ae61d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ef00e-3ff2-4d00-b8bf-7b168025b295,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:01.513599 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9abebd1d-7172-44d4-a440-c079333cb54a req-aa8d0c67-4387-4880-b7c4-9640a76ad376 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0745888 Sep 10 17:36:01.648379 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-29496766-bdb5-4b06-8fc1-613e8f2489d8 req-ea2d3a45-70f0-4e6a-9bf7-ef89f6d816a3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0393257 Sep 10 17:36:01.648665 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:01.745861 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:01.746580 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.757263 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-43215117-b855-4267-ba3e-e9d7add287e2 req-8fce0130-d93e-4cd4-9845-d995326381fe tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0516958 Sep 10 17:36:01.853948 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:01.919172 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9782d-e44a-4aee-b4f5-f5ccd1901da4 req-45f34b5b-6389-40d5-9e32-2a2640233bd6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:01.920896 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5be9782d-e44a-4aee-b4f5-f5ccd1901da4 req-45f34b5b-6389-40d5-9e32-2a2640233bd6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0688965 Sep 10 17:36:01.970013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5be9782d-e44a-4aee-b4f5-f5ccd1901da4 req-0f90103d-8829-4188-ad34-f9c50d989bfe tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Sep 10 17:36:02.551965 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:02.633146 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 43402) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:02.679415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63347ac2-22c6-483a-b7c8-162a88c3c6a8 req-13cb223b-25c8-4d72-9110-ed3798b0907f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Sep 10 17:36:02.797143 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf563bae-d6b9-4ab7-8032-205b0ab9e1f4 req-48b98625-5caa-4c68-825e-69cd471db9c0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0262315 Sep 10 17:36:02.897498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-450b3073-42fa-4fa9-8c9c-ff9ffcf0b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:02.897498 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-67d5753b-05d5-47af-bc0a-4c47d4204761 req-0d9cc09d-571d-416d-ba57-6f6108646e2c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0543227 Sep 10 17:36:03.002410 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-450b3073-42fa-4fa9-8c9c-ff9ffcf0b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.250308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-450b3073-42fa-4fa9-8c9c-ff9ffcf0b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.290597 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-450b3073-42fa-4fa9-8c9c-ff9ffcf0b9fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=631b4eb53d43478eb0defc3434af3b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229746 Sep 10 17:36:03.293421 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43422) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:03.308953 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3073-42fa-4fa9-8c9c-ff9ffcf0b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53565f-2f64-4199-8333-dfbe97cf56b9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:03.320018 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7986a-f2bc-48d9-b496-66bfecec0f93 req-6397be30-2d17-46da-a8b7-dbbbadea2167 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:03.321589 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63e7986a-f2bc-48d9-b496-66bfecec0f93 req-6397be30-2d17-46da-a8b7-dbbbadea2167 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.2633045 Sep 10 17:36:03.357575 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.370104 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63e7986a-f2bc-48d9-b496-66bfecec0f93 req-dd451caf-1138-4ac8-8bc9-a13bc502e858 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Sep 10 17:36:03.385008 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.697957 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.701255 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:03.702647 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d53565f-2f64-4199-8333-dfbe97cf56b9 HTTP/1.1" status: 204 len: 168 time: 0.4076505 Sep 10 17:36:03.711543 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8fd64-8fe2-4504-b5b4-560a985876e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53565f-2f64-4199-8333-dfbe97cf56b9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:03.781963 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-910b4b6f-f493-4220-bad0-ecdc54e80ac8 req-748542c3-f19d-482f-8aa8-900c39340a91 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Sep 10 17:36:03.901179 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce477b67-3c68-4259-a0d0-389f872c76d1 req-a92d7e29-9a9f-4d44-b360-7c81cedbd218 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0317135 Sep 10 17:36:04.028832 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-056485bb-1e80-4ad9-abc3-994d251d8eb8 req-85888bc9-0146-43d5-b8f4-a906974decef tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0345187 Sep 10 17:36:04.309850 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:04.509299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c369-5ab1-4d52-a4db-d683b60be8c4 req-0d94c3fc-4ea0-41c1-97ef-88404bc1e6a0 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:04.510899 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d837c369-5ab1-4d52-a4db-d683b60be8c4 req-0d94c3fc-4ea0-41c1-97ef-88404bc1e6a0 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0565248 Sep 10 17:36:04.563580 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d837c369-5ab1-4d52-a4db-d683b60be8c4 req-ed4a7083-ac1a-4ae3-b8d4-9aaee189cbee tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Sep 10 17:36:04.896026 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63a1ad36-b8ed-40d6-91a2-b5aa3c39b94e req-a69d1bcd-8240-40e5-be1b-661ae8b1dbf2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0353482 Sep 10 17:36:05.012118 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6308e066-05da-4c01-a53d-bc77f62841a0 req-f48b1520-1b5e-4ae6-9375-5599382abf62 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0318244 Sep 10 17:36:05.176978 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c7530e19-d686-41f7-80a2-962d36ac6eb8 req-68c0429a-0fe7-4cd2-9af7-a5a09c88987a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0437970 Sep 10 17:36:05.696999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51b41-a6fd-49ad-a7ec-3e49dce7d697 req-36411927-e73f-444d-8945-bc2293cd400f tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:05.698680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3fb51b41-a6fd-49ad-a7ec-3e49dce7d697 req-36411927-e73f-444d-8945-bc2293cd400f tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0653026 Sep 10 17:36:05.738908 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3fb51b41-a6fd-49ad-a7ec-3e49dce7d697 req-bd51a455-cd6d-4861-bc38-277a1d687a3a tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Sep 10 17:36:06.015966 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d1c01513-9df0-4d09-b861-621fd5ef9e35 req-0c695b1a-b6f4-4fdc-a5fb-cdcd0f3be1e9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0508263 Sep 10 17:36:06.132407 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b9d7e0cb-3210-4f11-9e5c-cb6179b64c18 req-5c662df7-697d-4ae2-a1f8-4176b60d56dd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0272853 Sep 10 17:36:06.304412 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-327910e2-4674-422c-8d7a-d0646cd2557f req-68321f5d-e821-4546-8abe-470903cb0d1a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0319514 Sep 10 17:36:06.405389 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43538) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:06.538938 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7388f744-043a-42d1-b6c6-7ccbd0b43e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:06.662964 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7388f744-043a-42d1-b6c6-7ccbd0b43e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:06.857044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95af9-5f94-4333-8d32-831fc8a7b2d2 req-aec0d961-5355-4217-be54-c956798703a7 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:06.858549 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04c95af9-5f94-4333-8d32-831fc8a7b2d2 req-aec0d961-5355-4217-be54-c956798703a7 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0516112 Sep 10 17:36:06.892403 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7388f744-043a-42d1-b6c6-7ccbd0b43e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:06.898036 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04c95af9-5f94-4333-8d32-831fc8a7b2d2 req-8b09f973-a188-4b84-be62-3c869ee07d19 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Sep 10 17:36:06.936069 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7388f744-043a-42d1-b6c6-7ccbd0b43e08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf63cb8da1045c9b1dfc3bcc164845a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294707 Sep 10 17:36:06.938572 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f744-043a-42d1-b6c6-7ccbd0b43e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adca220f-8232-4631-a0b5-b1addbd99996,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:06.942050 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 43554) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:06.992204 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.014759 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.126774 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3fdc71f1-1c68-4573-8f53-a626df2ca4d5 req-e3b2811b-a98e-4df7-a382-98095864454f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0303729 Sep 10 17:36:07.153223 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 43560) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:07.167050 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.169872 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.171148 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adca220f-8232-4631-a0b5-b1addbd99996 HTTP/1.1" status: 204 len: 168 time: 0.2307961 Sep 10 17:36:07.180853 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2647-3b3e-4b52-9747-f700cbe9577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca220f-8232-4631-a0b5-b1addbd99996,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:07.239680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-76ea40ce-3172-439f-90b2-9a44309743f5 req-d2f4b408-6974-41e8-be58-e47c7c4f6ed4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0272942 Sep 10 17:36:07.281756 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f57d-a48b-4703-9b64-4ef05f8510e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.372074 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f57d-a48b-4703-9b64-4ef05f8510e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.438839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46a8f923-930a-485f-ab8b-39aee562b08e req-fca3b36a-80e0-4788-b99a-9e1cf4bfad30 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0250511 Sep 10 17:36:07.480589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8bf0f57d-a48b-4703-9b64-4ef05f8510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.519518 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8bf0f57d-a48b-4703-9b64-4ef05f8510e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12b1ec66954840e4a37cbebcfbf757ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652189 Sep 10 17:36:07.521665 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0f57d-a48b-4703-9b64-4ef05f8510e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19077b15-6613-4e7b-8504-f2142ca801dc,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:07.522487 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43572) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:07.573483 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.595190 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.752692 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.758514 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:07.763888 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19077b15-6613-4e7b-8504-f2142ca801dc HTTP/1.1" status: 204 len: 168 time: 0.2392013 Sep 10 17:36:07.776480 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57630ad2-2ffa-479e-9efa-20f768a43f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19077b15-6613-4e7b-8504-f2142ca801dc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:07.800707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c937-3174-461f-99df-2e80805f6ab4 req-fbf3819b-e413-4c12-b337-bbd9fbb43958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:07.802080 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e053c937-3174-461f-99df-2e80805f6ab4 req-fbf3819b-e413-4c12-b337-bbd9fbb43958 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8be275fbf1064b59ad056bf8d4da4681&device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 1097 time: 0.0982244 Sep 10 17:36:07.941707 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43586) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:07.954600 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21e9a01-2d07-4425-92aa-570bdcfd8891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.050244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c937-3174-461f-99df-2e80805f6ab4 req-d4235f09-c0d6-4712-9638-82d4aa50eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:08.051921 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e053c937-3174-461f-99df-2e80805f6ab4 req-d4235f09-c0d6-4712-9638-82d4aa50eca1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8be275fbf1064b59ad056bf8d4da4681&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2346373 Sep 10 17:36:08.052416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21e9a01-2d07-4425-92aa-570bdcfd8891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.069204 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff477c49-705b-43c5-b7d3-1761005c3481 req-2d41e9b8-702a-4b07-b325-2b3adbd1e754 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:08.073613 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ff477c49-705b-43c5-b7d3-1761005c3481 req-2d41e9b8-702a-4b07-b325-2b3adbd1e754 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0730455 Sep 10 17:36:08.120884 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a21e9a01-2d07-4425-92aa-570bdcfd8891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.212329 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a21e9a01-2d07-4425-92aa-570bdcfd8891 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dc9c329bec640559ca52222b66c8c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720463 Sep 10 17:36:08.214020 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:08.229955 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e9a01-2d07-4425-92aa-570bdcfd8891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1d153-b64b-41f5-8280-ae0a17a39a63,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:08.232829 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ff477c49-705b-43c5-b7d3-1761005c3481 req-11a620ac-2361-4709-b320-5ca815a2585e tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548662 Sep 10 17:36:08.335276 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.338689 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ffa565fa-2567-4aa9-b7ec-b024f5dbd9e7 req-b21349a9-3d9e-4f9c-a7a7-7b8358b5c8fc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.1046884 Sep 10 17:36:08.360206 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c937-3174-461f-99df-2e80805f6ab4 req-22fd742c-530d-481e-94c9-ab3285e22377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:08.360206 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e053c937-3174-461f-99df-2e80805f6ab4 req-22fd742c-530d-481e-94c9-ab3285e22377 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940800 Sep 10 17:36:08.362729 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.375606 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4ea395a-97d4-454f-add1-0fa6686a8381 req-346482a9-cc1f-4be2-87e5-2234cf7cc5fc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0410976 Sep 10 17:36:08.536541 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f7aedcdb-be90-47ca-af07-d9083b12ccc3 req-afd44de2-e48c-4f09-aa55-cc07c25f6a05 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0267162 Sep 10 17:36:08.560712 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.564304 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:08.566778 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18f1d153-b64b-41f5-8280-ae0a17a39a63 HTTP/1.1" status: 204 len: 168 time: 0.3517213 Sep 10 17:36:08.577383 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd06d8-0bb1-496a-84ed-fc66ab6f8509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1d153-b64b-41f5-8280-ae0a17a39a63,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:08.696072 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-fad504a6-46ef-4e58-b1a6-9d5847534519 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:08.697802 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-fad504a6-46ef-4e58-b1a6-9d5847534519 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 819 time: 0.1590629 Sep 10 17:36:08.713101 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Request body: {'port': {'device_id': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'admin_state_up': True, 'tenant_id': '67122ff0abcf4dbf856bee505093dee1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:09.021420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Made reservation on behalf of 67122ff0abcf4dbf856bee505093dee1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:09.027731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:09.186327 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Allocated IP 172.20.0.11 (b7521732-974a-4a70-9e59-e4227af5ed61/2d3e84be-a3fb-49b6-b97b-1f75a955d3af/6a5f6a29-948a-4ba6-82a8-2880d863ecd1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:36:09.204892 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.61', 54376) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:09.453496 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-c62339a2-8a52-4ba1-8385-7931249c2b7e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:09.454228 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-c62339a2-8a52-4ba1-8385-7931249c2b7e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 817 time: 0.2460911 Sep 10 17:36:09.555894 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-1dea573f-3f21-4429-a50a-1f97b3862245 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 379 time: 0.0881028 Sep 10 17:36:09.583278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'port': {'device_id': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'admin_state_up': True, 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'security_groups': ['6a442901-0705-4944-8581-d263b136fa70']}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:09.635467 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-01d6c50f-3ac4-4bfb-bd21-706a011b757d req-ad5f19b7-76f0-46c6-8274-a141b47cf0b1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0431373 Sep 10 17:36:09.689034 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f5e3-df2b-4392-ad3d-14b9ed26d372 req-ac70fdd8-0848-4f7d-80f9-122dc65c1323 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:09.691074 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f835f5e3-df2b-4392-ad3d-14b9ed26d372 req-ac70fdd8-0848-4f7d-80f9-122dc65c1323 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.3506896 Sep 10 17:36:09.711079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:09.765994 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f835f5e3-df2b-4392-ad3d-14b9ed26d372 req-31e765eb-d057-4209-b87f-faa57f77821d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Sep 10 17:36:09.824955 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-48793176-70d4-45a2-9b6b-d635544acc34 req-61c34e09-4a33-4e56-ab6b-8fdf5b5f4a10 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0655808 Sep 10 17:36:09.871099 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4fa52036-3e68-45ec-88d0-08ce35901713 req-778db7c3-e892-4de0-b158-0b7b182f0b88 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0294034 Sep 10 17:36:09.973093 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:09.973849 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Made reservation on behalf of 4ccad117d77e4aaab1cbe491dc0e72fc for: {'port': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:09.981649 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.61', 54378) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:09.986307 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.039976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Network b7521732-974a-4a70-9e59-e4227af5ed61 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:36:10.045423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:10.050571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:36:10.056144 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.056821 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.104058 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Pushing event updated for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:10.119591 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-574814df-0ac4-49bb-ba65-27e218472fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.121385 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-574814df-0ac4-49bb-ba65-27e218472fed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8be275fbf1064b59ad056bf8d4da4681&device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 1097 time: 0.1387374 Sep 10 17:36:10.131892 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.61', 54382) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:10.235965 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-1cac5af8-52a3-491f-8b14-75a8d1cbfdb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c HTTP/1.1" status: 200 len: 217 time: 0.0825024 Sep 10 17:36:10.249009 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-570048c0-617e-4df8-87e9-4d790db4440f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5404966 Sep 10 17:36:10.275265 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Allocated IP 172.20.0.14 (e1ec08a3-dc8e-4f24-b101-6ae31cea676c/2c8e70ec-3367-4ddf-a97f-82804dfa8b49/1a997f2c-591c-4cde-bb49-f713c7ce2400) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:36:10.275595 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Request body: {'port': {'device_id': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:10.491693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc531-8389-4833-b031-2a7fc3c926ab req-5b4807a4-27ec-439e-b055-29e346de5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.505871 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-5b4807a4-27ec-439e-b055-29e346de5cbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81d329bd-d367-4ccd-8c4c-c5314d3b0ffb HTTP/1.1" status: 200 len: 851 time: 0.2587421 Sep 10 17:36:10.513609 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.516953 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.589832 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-b2411095-a9b5-4659-90be-dd2eda875971 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e027e6d-6467-408a-aca6-fc1bb0810887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580401 Sep 10 17:36:10.626247 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-1bb95bc7-6a0f-4bff-a232-da992a6c2410 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:10.626945 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-1bb95bc7-6a0f-4bff-a232-da992a6c2410 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 819 time: 0.4852495 Sep 10 17:36:10.638336 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.61', 54383) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:10.666896 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Request body: {'port': {'device_id': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'admin_state_up': True, 'tenant_id': '67122ff0abcf4dbf856bee505093dee1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:10.677146 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Transition to ACTIVE for port object 1a997f2c-591c-4cde-bb49-f713c7ce2400 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:10.857090 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:10.931160 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eec2d0f4-5c53-4fad-80e1-4639f438ac57 req-b1448248-4928-4016-bf3a-1cb70734e8de tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.1587188 Sep 10 17:36:10.940870 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:36:11.049941 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:11.052752 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:11.066939 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:36:11.073793 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:11.080412 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.101526 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-98e74162-35b7-4f3e-bace-c3c3f907e2cd service neutron] 10.222.0.61 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837511 Sep 10 17:36:11.119594 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b6032-b69d-48a1-9197-adcec43e482e req-46fc2c75-8427-44c7-8c4e-0bd6018e3eb0 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:11.119594 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-771b6032-b69d-48a1-9197-adcec43e482e req-46fc2c75-8427-44c7-8c4e-0bd6018e3eb0 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1808214 Sep 10 17:36:11.138208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-397fe346-fd6a-4649-93d9-87777a2ada2d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:11.139730 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-397fe346-fd6a-4649-93d9-87777a2ada2d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 810 time: 0.4971590 Sep 10 17:36:11.195955 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-10ff752d-59a0-403a-8301-7687d1376787 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6285164 Sep 10 17:36:11.211726 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Request body: {'port': {'device_id': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:11.331977 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f890f154-5758-4a81-b314-2c22a549d4b7 req-a8fb52bb-7e5b-4925-a299-957de36ee470 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.2681596 Sep 10 17:36:11.334593 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.521786 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-5461738e-f96e-455c-8465-029d6bd45af3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 380 time: 0.3499908 Sep 10 17:36:11.560274 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-65db78c9-be8b-4e8f-bab4-1c13e128a602 None None] Provisioning for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:11.564904 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-65db78c9-be8b-4e8f-bab4-1c13e128a602 None None] Provisioning complete for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:11.565339 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-65db78c9-be8b-4e8f-bab4-1c13e128a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.566522 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-771b6032-b69d-48a1-9197-adcec43e482e req-af6a2c6e-570e-4c71-9eab-b0bcb2e6da75 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972478 Sep 10 17:36:11.575267 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Made reservation on behalf of 67122ff0abcf4dbf856bee505093dee1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:11.578993 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.607099 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-65db78c9-be8b-4e8f-bab4-1c13e128a602 None None] Port 1a997f2c-591c-4cde-bb49-f713c7ce2400 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:36:11.618611 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-90f49996-c730-46ab-ae6c-ee684980d59d service neutron] 10.222.0.61 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019741 Sep 10 17:36:11.634470 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e44f2-5274-4860-a66f-00140cc11285 req-baa73420-ec22-45fd-83b3-cd1e8457e163 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:11.635996 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ff2e44f2-5274-4860-a66f-00140cc11285 req-baa73420-ec22-45fd-83b3-cd1e8457e163 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 932 time: 0.1829729 Sep 10 17:36:11.712497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:11.727609 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.731141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:11.743804 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Transition to ACTIVE for port object 1a997f2c-591c-4cde-bb49-f713c7ce2400 will not be triggered until provisioned by entity L2. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:11.748601 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.769688 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ff2e44f2-5274-4860-a66f-00140cc11285 req-288e4ece-e007-4477-b5af-9f92a4075469 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052895 Sep 10 17:36:11.872842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Transition to ACTIVE for port object 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:11.904888 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:11.962455 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.071287 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:12.101904 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Attempting to bind port 1a997f2c-591c-4cde-bb49-f713c7ce2400 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:36:12.102560 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Attempting to bind port 1a997f2c-591c-4cde-bb49-f713c7ce2400 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:36:12.103103 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Attempting to bind port 1a997f2c-591c-4cde-bb49-f713c7ce2400 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:12.109774 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Port 1a997f2c-591c-4cde-bb49-f713c7ce2400 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:36:12.110407 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Attempting to bind port 1a997f2c-591c-4cde-bb49-f713c7ce2400 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:12.117570 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:36:12.118222 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Checking segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:12.119255 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Bound using segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} {{(pid=94682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:36:12.120619 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.managers [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Bound port: 1a997f2c-591c-4cde-bb49-f713c7ce2400, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}}] {{(pid=94682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:36:12.128503 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.198349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, cleared binding levels {{(pid=94682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:36:12.202857 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:36:12.290361 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-817fc8bf-ebb3-4d8a-b390-1e7cd6d29c57 req-bafd0ac7-d98d-4af9-8333-62cde410ef7d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.0595376 Sep 10 17:36:12.312261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:12.321182 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.334566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Allocated IP 172.20.0.6 (b7521732-974a-4a70-9e59-e4227af5ed61/2d3e84be-a3fb-49b6-b97b-1f75a955d3af/ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:36:12.355328 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:12.355543 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Attempting to bind port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:36:12.355646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Attempting to bind port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:36:12.355873 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.356000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Attempting to bind port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 on network b7521732-974a-4a70-9e59-e4227af5ed61 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:12.357304 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] 10.222.0.61 "PUT /v2.0/ports/1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 1094 time: 1.1498766 Sep 10 17:36:12.359343 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:12.366796 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 on network b7521732-974a-4a70-9e59-e4227af5ed61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:36:12.367223 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Attempting to bind port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 on network b7521732-974a-4a70-9e59-e4227af5ed61 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:12.385742 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:36:12.386213 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Checking segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:12.386699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Bound using segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:36:12.387240 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Bound port: 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:36:12.387714 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.471970 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898977a-5e28-49c6-9752-01e5b4cf0f94 service neutron] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=3']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:12.488612 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a6df4b18-8846-467a-8dd2-e517c8d463a9 req-98046026-0605-4f22-9e7c-b52f90b27782 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0500774 Sep 10 17:36:12.563940 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:36:12.583747 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:36:12.608151 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43788) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:12.625814 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964f4cc-616b-40f2-9452-10ca33476112" -d '{"events": [{"name": "network-changed", "server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:12.646186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.697340 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.737882 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51799e48-bc00-4aa2-a75f-909967f0763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.742942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:12.743549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.745000 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] 10.222.0.61 "PUT /v2.0/ports/6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 1094 time: 2.4858024 Sep 10 17:36:12.749682 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:12.753861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2383f-f023-4939-ba6c-aedbe3388fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:12.771501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5271dba-9d76-4a65-9804-99c511419299 req-7f0416cb-62fd-4943-a3a7-ebe677b45038 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:12.773507 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a5271dba-9d76-4a65-9804-99c511419299 req-7f0416cb-62fd-4943-a3a7-ebe677b45038 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1250865 Sep 10 17:36:12.800516 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65294af6-7707-4db7-843b-499dc29db016 x-openstack-request-id: req-65294af6-7707-4db7-843b-499dc29db016 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:12.800802 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:12.801063 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65294af6-7707-4db7-843b-499dc29db016 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:12.801508 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'status': 'completed', 'code': 200} Sep 10 17:36:12.824121 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ab23-7cc7-4891-9a28-c2688af20709 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:12.842440 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51799e48-bc00-4aa2-a75f-909967f0763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.845546 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31053945-cb5d-4cf3-a4d6-45078b2bc3cf x-openstack-request-id: req-31053945-cb5d-4cf3-a4d6-45078b2bc3cf {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:12.845829 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:12.846084 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31053945-cb5d-4cf3-a4d6-45078b2bc3cf {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:12.846499 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1', 'status': 'completed', 'code': 200} Sep 10 17:36:12.849833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a5271dba-9d76-4a65-9804-99c511419299 req-d1804c3f-6aab-4ac5-a6f8-7af242e9e011 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672500 Sep 10 17:36:12.937614 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb044-a3c2-4eee-8eb2-d1ddc7a5961c req-a3a0daac-4b56-4305-80ad-a8b3bd00ad3c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:12.939085 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-390eb044-a3c2-4eee-8eb2-d1ddc7a5961c req-a3a0daac-4b56-4305-80ad-a8b3bd00ad3c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0494459 Sep 10 17:36:12.942908 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51799e48-bc00-4aa2-a75f-909967f0763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.977375 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-390eb044-a3c2-4eee-8eb2-d1ddc7a5961c req-7532a481-8d27-4545-9546-88eb349004aa tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Sep 10 17:36:12.979384 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51799e48-bc00-4aa2-a75f-909967f0763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e3db6-100a-4220-b277-9088e7060c5e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:12.986104 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:12.986302 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-51799e48-bc00-4aa2-a75f-909967f0763b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97129dba65eb47a3be6f2dd6e4b9def9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750601 Sep 10 17:36:12.989011 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43802) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:13.046643 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.050567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Network b7521732-974a-4a70-9e59-e4227af5ed61 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:36:13.053989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:13.056541 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:36:13.062338 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:13.063026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.078542 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.079060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:13.183936 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-6b813494-4864-4c1e-a8bb-8502d94b91dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5304582 Sep 10 17:36:13.211604 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.214173 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.215326 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c8e3db6-100a-4220-b277-9088e7060c5e HTTP/1.1" status: 204 len: 168 time: 0.2251456 Sep 10 17:36:13.230520 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0abb3-e37c-4782-8f41-e08eff2eb8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e3db6-100a-4220-b277-9088e7060c5e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:13.405966 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e09ec-1f69-4e14-8ef1-62ab3083aaae req-6e20f194-6134-4303-a6a4-2173d20cbe68 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:13.407436 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-134e09ec-1f69-4e14-8ef1-62ab3083aaae req-6e20f194-6134-4303-a6a4-2173d20cbe68 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 931 time: 0.0514529 Sep 10 17:36:13.447952 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-134e09ec-1f69-4e14-8ef1-62ab3083aaae req-04c81277-a65b-412d-8cd6-e3dac444de8d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Sep 10 17:36:13.584020 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f805327e-0920-4e06-a982-74960939e3bd req-6f4c9887-d0f8-4c5e-83fd-50eb60367d99 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0263104 Sep 10 17:36:13.912455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 43822) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:13.928678 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6543d739-c0b3-472e-a07d-b7baa10392e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:13.963439 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdbb2f-55de-46da-9302-3c5f6aa854b6 req-feb6985a-ea6d-4e42-a01c-de41cdb7b2f3 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:13.965061 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ffdbb2f-55de-46da-9302-3c5f6aa854b6 req-feb6985a-ea6d-4e42-a01c-de41cdb7b2f3 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0493126 Sep 10 17:36:14.004230 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ffdbb2f-55de-46da-9302-3c5f6aa854b6 req-cf7b6b53-fee5-4618-96c4-a0cec72eb59b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Sep 10 17:36:14.015151 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6543d739-c0b3-472e-a07d-b7baa10392e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.104153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618489-ac8f-4fd0-a716-39cea3629404 req-c947343b-5656-4e5c-9ba5-00b294e1ca53 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.105667 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0618489-ac8f-4fd0-a716-39cea3629404 req-c947343b-5656-4e5c-9ba5-00b294e1ca53 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0489995 Sep 10 17:36:14.126050 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6543d739-c0b3-472e-a07d-b7baa10392e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.148833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0618489-ac8f-4fd0-a716-39cea3629404 req-8f9a9120-3ec1-437a-99b0-57148cf14216 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367675 Sep 10 17:36:14.167074 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543d739-c0b3-472e-a07d-b7baa10392e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc030cc-bf9c-44a6-89e0-d100c2ba55c3,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:14.173991 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 43834) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:14.174119 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6543d739-c0b3-472e-a07d-b7baa10392e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74781ba11a26430eb735ece1e4c8b08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605767 Sep 10 17:36:14.226388 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.247347 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.388720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.391108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.392227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffc030cc-bf9c-44a6-89e0-d100c2ba55c3 HTTP/1.1" status: 204 len: 168 time: 0.2167985 Sep 10 17:36:14.400944 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3c28-e478-44d0-9f38-d568437d6e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc030cc-bf9c-44a6-89e0-d100c2ba55c3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:14.465636 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'port': {'device_id': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'admin_state_up': True, 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'security_groups': ['87befd59-1e03-45ad-ae19-74e9a670b209']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:14.510122 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Request body: {'port': {'device_id': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:14.596980 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f4cc-616b-40f2-9452-10ca33476112 req-e9bfa436-6f01-4403-9792-a6845a724def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.598787 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-8964f4cc-616b-40f2-9452-10ca33476112 req-e9bfa436-6f01-4403-9792-a6845a724def service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1097 time: 0.0695961 Sep 10 17:36:14.713108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.725665 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0fb6-0bab-4d99-84a4-a04ac66ceb3e req-765d2641-585d-438b-8c6b-20ae17ddd3d7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.727156 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-98ab0fb6-0bab-4d99-84a4-a04ac66ceb3e req-765d2641-585d-438b-8c6b-20ae17ddd3d7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 931 time: 0.1936760 Sep 10 17:36:14.729001 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69a872fb-2af0-4c5b-a999-ce9ce65939cf req-25ac6734-b44b-4c8a-b39b-007b930ba675 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0674868 Sep 10 17:36:14.733369 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-be81ab8e-340b-40d2-a92e-45f6c76eb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.734515 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-be81ab8e-340b-40d2-a92e-45f6c76eb26e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.2038233 Sep 10 17:36:14.810919 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f4cc-616b-40f2-9452-10ca33476112 req-4ca595f0-486b-4cef-80e2-c65583797054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.812598 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-8964f4cc-616b-40f2-9452-10ca33476112 req-4ca595f0-486b-4cef-80e2-c65583797054 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2028346 Sep 10 17:36:14.878234 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-98ab0fb6-0bab-4d99-84a4-a04ac66ceb3e req-79acbc0c-bde7-44f7-b8c8-12f10188514d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396520 Sep 10 17:36:14.950111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Made reservation on behalf of 8ebd7061e45d433f9f6891dca1b8766e for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:14.953571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:14.993810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-36a8ed0e-9f4f-4f05-a0af-6e09c3cdfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.999842 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-36a8ed0e-9f4f-4f05-a0af-6e09c3cdfd69 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=67122ff0abcf4dbf856bee505093dee1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2469997 Sep 10 17:36:14.999959 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f4cc-616b-40f2-9452-10ca33476112 req-a5f24d48-9e9f-4084-90d2-085470536c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:14.999959 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-8964f4cc-616b-40f2-9452-10ca33476112 req-a5f24d48-9e9f-4084-90d2-085470536c38 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785140 Sep 10 17:36:15.087397 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-0e77ebc3-c5c5-475c-b664-0e431ab393fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.088916 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-0e77ebc3-c5c5-475c-b664-0e431ab393fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1097 time: 0.0501747 Sep 10 17:36:15.165346 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-902b6ab5-1dc7-4c77-be7e-860e924860b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 217 time: 0.0661433 Sep 10 17:36:15.329070 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfc51a-b92b-471b-beea-7871d000ffde req-cedd70cd-87b8-4170-841e-ebb340470009 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.331244 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e5dfc51a-b92b-471b-beea-7871d000ffde req-cedd70cd-87b8-4170-841e-ebb340470009 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.2445254 Sep 10 17:36:15.342178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-1f52948f-cc02-45da-96fc-7a7e19c91593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.343650 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-83f2383f-f023-4939-ba6c-aedbe3388fa1 req-1f52948f-cc02-45da-96fc-7a7e19c91593 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3348775 Sep 10 17:36:15.384871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Allocated IP 172.20.0.4 (c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5/c15103ec-4f9f-4fc4-aab9-46f593940c30/de9f50fe-52e0-4156-94bb-f84ff3b4f82e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:36:15.418877 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-705ede2c-5c42-4f34-b8d3-d894b93d491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.422987 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-705ede2c-5c42-4f34-b8d3-d894b93d491b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.2488148 Sep 10 17:36:15.482501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dac5a-ef01-4c90-95fb-b8303cdf8501 req-a02188c1-0f01-415e-a69f-ef4c02d9bd89 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.483959 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ec1dac5a-ef01-4c90-95fb-b8303cdf8501 req-a02188c1-0f01-415e-a69f-ef4c02d9bd89 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.2289262 Sep 10 17:36:15.504154 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e5dfc51a-b92b-471b-beea-7871d000ffde req-c0447d25-41fe-43f4-865c-d22b9ac9316c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555083 Sep 10 17:36:15.533372 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-82a9033f-9556-491b-a3a4-0a5fbf8b99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.535069 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-82a9033f-9556-491b-a3a4-0a5fbf8b99e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038842 Sep 10 17:36:15.539853 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:15.560613 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:15.607785 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Transition to ACTIVE for port object ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:15.622214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-ec512dfb-0ea8-426c-9c67-669e11bef015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:15.623731 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-ec512dfb-0ea8-426c-9c67-669e11bef015 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1097 time: 0.2271779 Sep 10 17:36:15.669266 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ec1dac5a-ef01-4c90-95fb-b8303cdf8501 req-c0693f4b-34b2-4ecc-baff-f7033d48361a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526425 Sep 10 17:36:15.673912 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-9d2d9abb-ee39-4bf4-a77b-aa4a5a2234f6 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281118 Sep 10 17:36:15.704678 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-837a74b0-4e51-41e9-a100-f917d37a1469 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.0468154 Sep 10 17:36:15.718223 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:15.808264 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-42d5ba8b-370d-48a0-a769-f48b42c120cf service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239212 Sep 10 17:36:16.072101 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a8fc4a91-2c14-40b0-924d-6b1d34a0fec1 req-3bc946e5-6eec-4cdb-80f9-8cf335ec4213 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.1215596 Sep 10 17:36:16.085254 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.107747 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:16.120348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a127546-742d-4249-9313-435e36dc4f11 req-e4f8d019-184a-4987-bce8-278d0b9e94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.121808 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-e4f8d019-184a-4987-bce8-278d0b9e94d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.4051197 Sep 10 17:36:16.122822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Transition to ACTIVE for port object de9f50fe-52e0-4156-94bb-f84ff3b4f82e will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:16.180382 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-a655fd0d-f378-4f71-b9fe-6f3795d8996c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493829 Sep 10 17:36:16.187852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6b2d-ec35-4082-85aa-752c73245e67 req-c8f1e830-b43c-4713-b7e6-e8951139fc3a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.189268 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93dd6b2d-ec35-4082-85aa-752c73245e67 req-c8f1e830-b43c-4713-b7e6-e8951139fc3a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.2274387 Sep 10 17:36:16.233163 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Attempting to bind port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:36:16.233495 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Attempting to bind port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:36:16.233820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Attempting to bind port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 on network b7521732-974a-4a70-9e59-e4227af5ed61 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:16.262367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 on network b7521732-974a-4a70-9e59-e4227af5ed61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:36:16.262692 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Attempting to bind port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 on network b7521732-974a-4a70-9e59-e4227af5ed61 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:16.284909 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:36:16.285243 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Checking segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:16.285663 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Bound using segment: {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:36:16.286142 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Bound port: ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:36:16.286490 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.332471 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93dd6b2d-ec35-4082-85aa-752c73245e67 req-5049840e-5de5-4eab-807e-2459a8a13860 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276863 Sep 10 17:36:16.359518 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.430807 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-8c837c7b-76fe-49d0-ae5b-82e00e812079 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351437 Sep 10 17:36:16.450814 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:36:16.463785 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:36:16.466847 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:16.469884 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:16.505536 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:36:16.521627 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:36:16.530303 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.532968 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.651559 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.668939 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a127546-742d-4249-9313-435e36dc4f11 req-79be131a-9e2b-4706-bbcc-354c02b6a5f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210174 Sep 10 17:36:16.686743 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.687368 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:16.688867 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] 10.222.0.61 "PUT /v2.0/ports/ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 HTTP/1.1" status: 200 len: 1093 time: 2.1871784 Sep 10 17:36:16.689311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:16.692370 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b0d44-9754-4474-86b4-b3f519f21224" -d '{"events": [{"name": "network-changed", "server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:16.721692 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407f7a6-f500-4272-9fc1-2576aa64db1b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:16.739673 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb289b11-825e-48e8-b7ac-9e58640b927d req-731bdafb-5a98-4029-b960-347e370baa1b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.741281 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb289b11-825e-48e8-b7ac-9e58640b927d req-731bdafb-5a98-4029-b960-347e370baa1b tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1450229 Sep 10 17:36:16.742767 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4a894-3276-4273-8534-2bac7c47fad8 x-openstack-request-id: req-92e4a894-3276-4273-8534-2bac7c47fad8 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:16.743047 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:16.743296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e4a894-3276-4273-8534-2bac7c47fad8 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:16.743683 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'status': 'completed', 'code': 200} Sep 10 17:36:16.819882 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb289b11-825e-48e8-b7ac-9e58640b927d req-dbfeab2d-40a2-4307-a5c1-1839c135622e tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701425 Sep 10 17:36:16.852687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0d44-9754-4474-86b4-b3f519f21224 req-b1c005d5-3046-490b-af55-96657844f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.854182 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-603b0d44-9754-4474-86b4-b3f519f21224 req-b1c005d5-3046-490b-af55-96657844f39e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 1096 time: 0.0899937 Sep 10 17:36:16.879240 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7edbbb-30c2-4784-984f-63b1f16ae5c5 req-99bf6a6e-409c-45ec-afb7-c461dcf99f3f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:16.881023 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9c7edbbb-30c2-4784-984f-63b1f16ae5c5 req-99bf6a6e-409c-45ec-afb7-c461dcf99f3f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0822973 Sep 10 17:36:16.960553 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-cbbe27b1-36f7-49ab-a904-29c6e2b5a2bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4992499 Sep 10 17:36:16.976864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Request body: {'port': {'device_id': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:16.981286 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9c7edbbb-30c2-4784-984f-63b1f16ae5c5 req-fdb966c3-5037-4a45-bec5-45a3c1563366 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884473 Sep 10 17:36:17.037655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0d44-9754-4474-86b4-b3f519f21224 req-a81fd439-79cd-4b84-a08a-8c83920f2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.039123 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-603b0d44-9754-4474-86b4-b3f519f21224 req-a81fd439-79cd-4b84-a08a-8c83920f2f5b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=67122ff0abcf4dbf856bee505093dee1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1749325 Sep 10 17:36:17.048489 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.067209 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-af0e3c2d-6dfd-4cdc-ad65-3243928522c9 None None] Provisioning for port de9f50fe-52e0-4156-94bb-f84ff3b4f82e completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:17.074332 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-af0e3c2d-6dfd-4cdc-ad65-3243928522c9 None None] Provisioning complete for port de9f50fe-52e0-4156-94bb-f84ff3b4f82e triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:17.074977 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-af0e3c2d-6dfd-4cdc-ad65-3243928522c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.121565 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-af0e3c2d-6dfd-4cdc-ad65-3243928522c9 None None] Port de9f50fe-52e0-4156-94bb-f84ff3b4f82e cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:36:17.233350 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0d44-9754-4474-86b4-b3f519f21224 req-d5ef9bbe-6bf0-48a0-8efe-422c0349881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.234802 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-603b0d44-9754-4474-86b4-b3f519f21224 req-d5ef9bbe-6bf0-48a0-8efe-422c0349881e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832833 Sep 10 17:36:17.327611 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c44e17-1bc3-48d9-8216-15a094cb1943 req-f77acdb8-6876-496a-9a6c-cdd1f11d5e64 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.327611 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-40c44e17-1bc3-48d9-8216-15a094cb1943 req-f77acdb8-6876-496a-9a6c-cdd1f11d5e64 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 931 time: 0.1642807 Sep 10 17:36:17.401035 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-303905ae-5d2a-490a-a432-27466f986df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.402566 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-303905ae-5d2a-490a-a432-27466f986df2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 1096 time: 0.1235018 Sep 10 17:36:17.440622 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-40c44e17-1bc3-48d9-8216-15a094cb1943 req-320cb1c5-76fa-40d4-89e0-9799eb5755b3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029601 Sep 10 17:36:17.481076 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-adaa422f-1d6a-409d-b5f1-ccbc4b2331b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 HTTP/1.1" status: 200 len: 217 time: 0.0519147 Sep 10 17:36:17.580167 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322d2d9-0eba-442d-b903-5c8384c5f165 req-336399a0-3dca-4de5-8e00-544abdb88627 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.582508 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a322d2d9-0eba-442d-b903-5c8384c5f165 req-336399a0-3dca-4de5-8e00-544abdb88627 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.1517653 Sep 10 17:36:17.585595 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6213cb-17e1-413e-a608-08f993477a7e req-d508c2f7-e712-4b6a-9dd8-97d2d88685e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:17.586951 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-d508c2f7-e712-4b6a-9dd8-97d2d88685e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0888140 Sep 10 17:36:17.641875 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.651993 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-d10ed3dc-455c-4378-b075-c0649e065bab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483782 Sep 10 17:36:17.703019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9f50fe-52e0-4156-94bb-f84ff3b4f82e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:17.710490 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a322d2d9-0eba-442d-b903-5c8384c5f165 req-4b5100b4-114f-417e-a19e-400b0a161e84 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177328 Sep 10 17:36:17.722612 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.765621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Transition to ACTIVE for port object de9f50fe-52e0-4156-94bb-f84ff3b4f82e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:17.789982 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-14178f4b-30d7-492d-b1c0-e053e218d1d5 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292317 Sep 10 17:36:17.900922 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c6213cb-17e1-413e-a608-08f993477a7e req-a2919373-785d-4179-a7b1-0aeeabdf3aa7 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019855 Sep 10 17:36:17.902256 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:17.949435 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Pushing event updated for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:18.036115 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10372431-6bf3-4924-8dbc-ae2bf3f0d480 req-f49d62b2-099b-4a84-b606-2b583df6d1f6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:18.037909 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10372431-6bf3-4924-8dbc-ae2bf3f0d480 req-f49d62b2-099b-4a84-b606-2b583df6d1f6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0923226 Sep 10 17:36:18.060408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Attempting to bind port de9f50fe-52e0-4156-94bb-f84ff3b4f82e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:36:18.060408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Attempting to bind port de9f50fe-52e0-4156-94bb-f84ff3b4f82e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:36:18.060408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Attempting to bind port de9f50fe-52e0-4156-94bb-f84ff3b4f82e on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:18.074443 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Port de9f50fe-52e0-4156-94bb-f84ff3b4f82e on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:36:18.074872 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Attempting to bind port de9f50fe-52e0-4156-94bb-f84ff3b4f82e on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:18.119333 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:36:18.119660 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Checking segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:18.120048 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Bound using segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:36:18.120528 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Bound port: de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:36:18.120886 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:18.137886 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10372431-6bf3-4924-8dbc-ae2bf3f0d480 req-68594f73-430a-4eb4-8b18-aa58a7943cc9 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902438 Sep 10 17:36:18.177258 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5739c-dbc6-4317-b4b7-9738578e0231 req-36f6c53a-5a0e-49dd-a1d7-209755b5e08c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:18.178862 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aca5739c-dbc6-4317-b4b7-9738578e0231 req-36f6c53a-5a0e-49dd-a1d7-209755b5e08c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1073122 Sep 10 17:36:18.239627 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aca5739c-dbc6-4317-b4b7-9738578e0231 req-55342d3b-5439-4c7a-9b09-4d88cdb4bc61 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527728 Sep 10 17:36:18.242347 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:36:18.246188 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:36:18.315269 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:18.379826 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Pushing event updated for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:18.390645 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:18.391553 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:18.393251 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-338e6f0c-bf1e-4da1-86aa-a859f56f163d service neutron] 10.222.0.61 "PUT /v2.0/ports/de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 1093 time: 1.4227891 Sep 10 17:36:18.563465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8e2da-32d9-4543-990b-adde3fc2e693 req-8f1b2d8b-1b88-4018-afac-d687fdbdf459 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:18.568123 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34d8e2da-32d9-4543-990b-adde3fc2e693 req-8f1b2d8b-1b88-4018-afac-d687fdbdf459 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0566685 Sep 10 17:36:18.605293 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34d8e2da-32d9-4543-990b-adde3fc2e693 req-b48a4bb9-c40c-477a-8b91-e4970752209b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Sep 10 17:36:18.745389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:18.747710 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56662c52-163b-4959-a667-72c790fef812" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:18.791392 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2409a-ada3-43b7-952e-869bede5cb65 x-openstack-request-id: req-17b2409a-ada3-43b7-952e-869bede5cb65 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:18.791673 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:18.791920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17b2409a-ada3-43b7-952e-869bede5cb65 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:18.792394 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'status': 'completed', 'code': 200} Sep 10 17:36:18.826698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572e2b2-853e-491b-a0ab-8b49437645ae req-49ef2596-7cae-4459-b4ae-f2da1b922ce2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:18.828183 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d572e2b2-853e-491b-a0ab-8b49437645ae req-49ef2596-7cae-4459-b4ae-f2da1b922ce2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0486476 Sep 10 17:36:18.867115 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d572e2b2-853e-491b-a0ab-8b49437645ae req-a802f7c2-c8c3-4856-84b1-7a2626bdf736 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Sep 10 17:36:19.254800 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58d48-79e7-425e-8702-a7c5430a7a09 req-7976ec1c-56fe-4e9e-bdef-dc5a5fd503e8 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:19.260465 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1c58d48-79e7-425e-8702-a7c5430a7a09 req-7976ec1c-56fe-4e9e-bdef-dc5a5fd503e8 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 944 time: 0.0493271 Sep 10 17:36:19.296646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 59f6af9d-ac22-4140-b3dd-35b4f4e1627c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:19.297157 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1c58d48-79e7-425e-8702-a7c5430a7a09 req-7eeb9e9d-b305-4a94-adcb-8a90b50a6987 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Sep 10 17:36:19.388968 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88a81-07e0-498c-8e29-ab3d97121d69 req-e1407fe2-12d7-429e-934e-37c233f3f34b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:19.390492 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eaa88a81-07e0-498c-8e29-ab3d97121d69 req-e1407fe2-12d7-429e-934e-37c233f3f34b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0525603 Sep 10 17:36:19.402314 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,segment=NetworkSegment(98f98b13-bb02-4db9-b461-9dbdba1eecec),segment_id=98f98b13-bb02-4db9-b461-9dbdba1eecec)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:19.413584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c', 'network_id': '1e027e6d-6467-408a-aca6-fc1bb0810887', 'port_id': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c', 'mac_address': 'fa:16:3e:64:ad:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d329bd-d367-4ccd-8c4c-c5314d3b0ffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:19.428755 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eaa88a81-07e0-498c-8e29-ab3d97121d69 req-adc08887-d39e-4c56-b153-b32c2f750c09 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Sep 10 17:36:19.546190 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:19.559097 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f6af9d-ac22-4140-b3dd-35b4f4e1627c {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:19.579049 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,segment=NetworkSegment(98f98b13-bb02-4db9-b461-9dbdba1eecec),segment_id=98f98b13-bb02-4db9-b461-9dbdba1eecec)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:19.669017 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:19.669701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:19.721941 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b36d-1817-4ea4-a66a-018d40370b5e req-eae243a5-59b5-4d0a-94a3-8a32602080df tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:19.723432 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2f59b36d-1817-4ea4-a66a-018d40370b5e req-eae243a5-59b5-4d0a-94a3-8a32602080df tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0493011 Sep 10 17:36:19.745525 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:19.763459 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2f59b36d-1817-4ea4-a66a-018d40370b5e req-e529196e-913d-4dba-af3f-1f379f16c449 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Sep 10 17:36:19.811049 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:19.822641 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:19.859212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:19.872577 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:19.892091 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:19.978823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bebac-21cc-44aa-8128-c62615a24a2b req-53b4c487-f08f-4151-8683-401a50a7dc1c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:19.980277 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ee5bebac-21cc-44aa-8128-c62615a24a2b req-53b4c487-f08f-4151-8683-401a50a7dc1c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0478456 Sep 10 17:36:19.994521 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:20.023594 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ee5bebac-21cc-44aa-8128-c62615a24a2b req-b54961f4-1ef1-4c07-9fbf-519711e3b6e3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373487 Sep 10 17:36:20.053244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:20.414157 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd92b-aaa9-467b-8ff7-e511ccb5aa8c req-880ffe3f-1e2c-4281-a5ca-ec2afb8680d2 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:20.415648 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-84ddd92b-aaa9-467b-8ff7-e511ccb5aa8c req-880ffe3f-1e2c-4281-a5ca-ec2afb8680d2 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Sep 10 17:36:20.452378 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-84ddd92b-aaa9-467b-8ff7-e511ccb5aa8c req-77133250-8ffa-4991-ace5-701067cb2dcd tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Sep 10 17:36:20.547105 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072166-3c86-4630-8f2e-c8c33fe76e7d req-e459c226-843d-419b-a49d-894dcb3ca2d2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:20.548584 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72072166-3c86-4630-8f2e-c8c33fe76e7d req-e459c226-843d-419b-a49d-894dcb3ca2d2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0478411 Sep 10 17:36:20.585045 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72072166-3c86-4630-8f2e-c8c33fe76e7d req-a8305dd4-ddba-4a53-93b6-d4cec4182cf7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299611 Sep 10 17:36:20.875818 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487f04e-b055-42ab-b817-d6d2bf1fc998 req-c4ebecd6-ced6-4c4f-9c7a-363d2f06072a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:20.877254 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7487f04e-b055-42ab-b817-d6d2bf1fc998 req-c4ebecd6-ced6-4c4f-9c7a-363d2f06072a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0472970 Sep 10 17:36:20.914134 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7487f04e-b055-42ab-b817-d6d2bf1fc998 req-b921e734-0684-46b4-8602-a8fb4b470ee0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Sep 10 17:36:21.145893 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611e7c-86e5-466e-888a-866978a14ca5 req-2bfbeede-593e-4b8e-ad13-a9c17def8f94 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.147373 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-02611e7c-86e5-466e-888a-866978a14ca5 req-2bfbeede-593e-4b8e-ad13-a9c17def8f94 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0582473 Sep 10 17:36:21.185097 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-02611e7c-86e5-466e-888a-866978a14ca5 req-696dca22-6473-4e2f-bf9b-43d04f8ced11 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Sep 10 17:36:21.245169 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662c52-163b-4959-a667-72c790fef812 req-f7d170e1-2237-455b-b2fd-9277555c0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.247160 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-56662c52-163b-4959-a667-72c790fef812 req-f7d170e1-2237-455b-b2fd-9277555c0a66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1096 time: 0.0394821 Sep 10 17:36:21.248494 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:21.344400 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:21.356201 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'port_id': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1', 'mac_address': 'fa:16:3e:81:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:21.396074 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:21.409615 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:21.430185 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:21.531952 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:21.580438 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['1a997f2c-591c-4cde-bb49-f713c7ce2400'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:21.581959 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662c52-163b-4959-a667-72c790fef812 req-2712b161-f607-4fe9-a212-bfb3790cdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.583418 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-56662c52-163b-4959-a667-72c790fef812 req-2712b161-f607-4fe9-a212-bfb3790cdc8d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2995751 Sep 10 17:36:21.594896 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c89d-b5c0-49ce-89ff-c0f0c8980cc9 req-05ea7d50-619c-4393-b312-46b77eaae15d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.596393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e08c89d-b5c0-49ce-89ff-c0f0c8980cc9 req-05ea7d50-619c-4393-b312-46b77eaae15d tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 945 time: 0.0714216 Sep 10 17:36:21.623180 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['59f6af9d-ac22-4140-b3dd-35b4f4e1627c'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:21.658627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:21.705119 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e08c89d-b5c0-49ce-89ff-c0f0c8980cc9 req-38ac9666-0119-4f25-b1b2-cfae0532bbb4 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989323 Sep 10 17:36:21.747687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662c52-163b-4959-a667-72c790fef812 req-e8c560d1-83da-42aa-b570-0b8c9c050de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.749167 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-56662c52-163b-4959-a667-72c790fef812 req-e8c560d1-83da-42aa-b570-0b8c9c050de7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515751 Sep 10 17:36:21.764615 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a2ba1-4adc-407e-afce-eccae0b4d016 req-67731ffb-3ed9-4b87-bdef-1b2b3f0f5b65 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.766110 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-da2a2ba1-4adc-407e-afce-eccae0b4d016 req-67731ffb-3ed9-4b87-bdef-1b2b3f0f5b65 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0830638 Sep 10 17:36:21.834528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['6a5f6a29-948a-4ba6-82a8-2880d863ecd1'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:21.853344 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-da2a2ba1-4adc-407e-afce-eccae0b4d016 req-06bc6fb8-c956-461c-ba87-a9226a2978fe tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718932 Sep 10 17:36:21.860977 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-2e64c1d9-3733-4f27-948b-c320b2694f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.863860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-2e64c1d9-3733-4f27-948b-c320b2694f4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1096 time: 0.0689774 Sep 10 17:36:21.920913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-542f9cb4-4c5e-4ce2-9365-f4c0df5ad2c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 217 time: 0.0473518 Sep 10 17:36:21.979795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-905a20d0-ddee-4060-b9db-d3b24ae56c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:21.981326 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-905a20d0-ddee-4060-b9db-d3b24ae56c32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.0505214 Sep 10 17:36:22.075075 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499604f-3064-4a76-baca-e1024a469b19 req-38ad29d0-5da4-4dc0-a268-0098c878bfbc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:22.076606 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6499604f-3064-4a76-baca-e1024a469b19 req-38ad29d0-5da4-4dc0-a268-0098c878bfbc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0925303 Sep 10 17:36:22.079322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718013b-fbcd-46e3-b461-5618568882e5 req-9c7d84a0-bd87-4ea2-b4c8-2b41834e436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:22.080765 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-9c7d84a0-bd87-4ea2-b4c8-2b41834e436d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854862 Sep 10 17:36:22.142391 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6499604f-3064-4a76-baca-e1024a469b19 req-6865acf2-9279-4815-8be4-d198605b5af1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594857 Sep 10 17:36:22.194199 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-07f40e28-4e47-4b21-8644-bf29a15f8a14 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044836 Sep 10 17:36:22.324593 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d718013b-fbcd-46e3-b461-5618568882e5 req-9e232bab-5ac4-4f59-b0a4-eaabe50ec479 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215007 Sep 10 17:36:22.336748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145b27-227f-4ee8-b7a3-f364a7ffba15 req-5fba6057-c187-4102-a169-bb06c609586b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:22.338219 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ed145b27-227f-4ee8-b7a3-f364a7ffba15 req-5fba6057-c187-4102-a169-bb06c609586b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0715866 Sep 10 17:36:22.388634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ed145b27-227f-4ee8-b7a3-f364a7ffba15 req-3075e631-cb11-43bf-aef7-bd7a7e55f43b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375769 Sep 10 17:36:22.844881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa7af-e03c-40d5-b57a-524b5b5e3156 req-2c601f04-3f05-4394-a2bb-7db90a3ceb62 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:22.847016 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d90aa7af-e03c-40d5-b57a-524b5b5e3156 req-2c601f04-3f05-4394-a2bb-7db90a3ceb62 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Sep 10 17:36:22.892909 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d90aa7af-e03c-40d5-b57a-524b5b5e3156 req-e5c28aa1-b5cd-4e8d-b73e-71d182df0905 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Sep 10 17:36:22.991102 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8d555-7e1d-4eb4-94d8-5d0e34c5d32d req-7f879e9b-5c7c-4f4e-9e58-aeab3730734c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:22.992858 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7b8d555-7e1d-4eb4-94d8-5d0e34c5d32d req-7f879e9b-5c7c-4f4e-9e58-aeab3730734c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0547841 Sep 10 17:36:23.054272 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7b8d555-7e1d-4eb4-94d8-5d0e34c5d32d req-4ea07c9d-50e9-4ccc-9c56-245f73a87b5e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Sep 10 17:36:23.265618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5565993-6b19-47cf-b714-f1434f84976f req-66b523d2-478b-441e-8762-96c84e2d8d85 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:23.267011 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f5565993-6b19-47cf-b714-f1434f84976f req-66b523d2-478b-441e-8762-96c84e2d8d85 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0520539 Sep 10 17:36:23.310737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f5565993-6b19-47cf-b714-f1434f84976f req-23c845ed-9693-4dda-9829-11237b45fdee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364356 Sep 10 17:36:23.521021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4906b-cdc8-4b04-bd12-b424766474e0 req-2929860b-dcd0-4a9c-8717-b8036e60563c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:23.522460 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6fa4906b-cdc8-4b04-bd12-b424766474e0 req-2929860b-dcd0-4a9c-8717-b8036e60563c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0588765 Sep 10 17:36:23.565741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6fa4906b-cdc8-4b04-bd12-b424766474e0 req-e66edacf-03cd-4951-82c2-b6d05f1e1460 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361745 Sep 10 17:36:23.937297 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 59f6af9d-ac22-4140-b3dd-35b4f4e1627c up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:24.013620 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4d60-fb0d-43d7-b175-f8a00217d5e8 req-1339fe5e-c7d9-454d-a58a-f4211a747d9f tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:24.015130 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-905e4d60-fb0d-43d7-b175-f8a00217d5e8 req-1339fe5e-c7d9-454d-a58a-f4211a747d9f tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 10 17:36:24.053509 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-905e4d60-fb0d-43d7-b175-f8a00217d5e8 req-a4f035e6-8874-4506-81d0-dbd51e83cf84 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Sep 10 17:36:24.066524 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:24.070776 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:24.071343 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.152165 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.176405 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:24.179448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d87dc-2744-4ab9-bec5-fe96b731fb2c req-642eee78-7591-42f6-b599-beecc915b9e9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:24.187881 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-013d87dc-2744-4ab9-bec5-fe96b731fb2c req-642eee78-7591-42f6-b599-beecc915b9e9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0485637 Sep 10 17:36:24.222513 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-013d87dc-2744-4ab9-bec5-fe96b731fb2c req-8331b13f-c630-492e-82d2-79772045c476 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346720 Sep 10 17:36:24.251714 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,segment=NetworkSegment(98f98b13-bb02-4db9-b461-9dbdba1eecec),segment_id=98f98b13-bb02-4db9-b461-9dbdba1eecec)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:24.340609 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd85d92d-3fc9-4c2a-9754-5ec3cb71cda4" -d '{"events": [{"server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "name": "network-vif-plugged", "status": "completed", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:24.343909 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.355286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:24.438479 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:24.474831 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8decd50-0bb0-41fc-aae5-6b39956c424d req-8c5f4721-6bd1-4881-95de-6b1e0ccfe5e6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:24.474831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d8decd50-0bb0-41fc-aae5-6b39956c424d req-8c5f4721-6bd1-4881-95de-6b1e0ccfe5e6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0757952 Sep 10 17:36:24.475252 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698fdcc-dc17-4ead-a5ff-87e5564b3c63 x-openstack-request-id: req-4698fdcc-dc17-4ead-a5ff-87e5564b3c63 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:24.475252 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "name": "network-vif-plugged", "status": "completed", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:24.475252 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4698fdcc-dc17-4ead-a5ff-87e5564b3c63 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:24.475252 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c', 'code': 200} Sep 10 17:36:24.511811 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d8decd50-0bb0-41fc-aae5-6b39956c424d req-20dea92c-a947-4692-904e-d5259cfdb987 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Sep 10 17:36:24.535479 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:24.539520 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:24.539890 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.623184 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.655736 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:24.683089 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b37ff8-5c65-4112-ba94-e9061a0fb494 req-ebf59d99-cc38-4353-bf30-0c2a1aead2b8 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:24.684578 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46b37ff8-5c65-4112-ba94-e9061a0fb494 req-ebf59d99-cc38-4353-bf30-0c2a1aead2b8 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Sep 10 17:36:24.722117 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46b37ff8-5c65-4112-ba94-e9061a0fb494 req-de2dd2fa-4e4c-4cff-9396-f33e54d840d2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Sep 10 17:36:24.731419 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.732212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:24.808790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:24.914248 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:24.918320 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:24.918688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:24.995441 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:25.027148 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:25.108770 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:25.156351 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:25.165829 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6605c-7bf4-4d65-88f0-11950cb79b99 req-5f467e61-8022-47e0-b5c1-4cddfeddba59 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:25.167332 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2c6605c-7bf4-4d65-88f0-11950cb79b99 req-5f467e61-8022-47e0-b5c1-4cddfeddba59 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Sep 10 17:36:25.204391 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2c6605c-7bf4-4d65-88f0-11950cb79b99 req-816e5073-b3d1-4af0-aaf6-eddff45fdd21 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Sep 10 17:36:25.345839 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0fd6d-2673-4d3f-b7da-b8cd76697035 req-54131c92-1a7d-41ea-abf0-437d1685f0d8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:25.347286 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4fa0fd6d-2673-4d3f-b7da-b8cd76697035 req-54131c92-1a7d-41ea-abf0-437d1685f0d8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0505230 Sep 10 17:36:25.385594 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4fa0fd6d-2673-4d3f-b7da-b8cd76697035 req-58300fe4-4eab-434f-b0ce-2dfbbf5314ce tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Sep 10 17:36:25.626355 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd1fb-6b09-4d83-a88e-5d41d6fbcfe5 req-35744740-3125-4c8f-8b9d-4c1c4085d808 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:25.627831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-50edd1fb-6b09-4d83-a88e-5d41d6fbcfe5 req-35744740-3125-4c8f-8b9d-4c1c4085d808 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0498180 Sep 10 17:36:25.665599 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-50edd1fb-6b09-4d83-a88e-5d41d6fbcfe5 req-81f8686b-87fd-473b-9f77-cd4c68cc0bd5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Sep 10 17:36:25.833589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d0ab1-1315-4d3c-beee-bc92afddd0af req-aa21a8bf-fb57-4731-85c9-1fb5ed90bd6b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:25.835074 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db8d0ab1-1315-4d3c-beee-bc92afddd0af req-aa21a8bf-fb57-4731-85c9-1fb5ed90bd6b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0479078 Sep 10 17:36:25.878872 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:25.883901 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db8d0ab1-1315-4d3c-beee-bc92afddd0af req-7da2658b-03c6-4d9f-9492-6b912a6bd1ae tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Sep 10 17:36:25.979802 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:25.991069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'network_id': 'b7521732-974a-4a70-9e59-e4227af5ed61', 'port_id': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'mac_address': 'fa:16:3e:28:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3e84be-a3fb-49b6-b97b-1f75a955d3af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:26.027094 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:26.040630 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:26.060257 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:26.154422 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:26.200726 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:26.334561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-22b95a64-0f10-4384-8640-31ec817299c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:26.336085 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-22b95a64-0f10-4384-8640-31ec817299c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.1072021 Sep 10 17:36:26.348998 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1d877-a4b1-4d09-80f9-4718f5336aac req-4e4b45d4-6604-491e-b01e-6dbf93a418b3 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:26.350377 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-19c1d877-a4b1-4d09-80f9-4718f5336aac req-4e4b45d4-6604-491e-b01e-6dbf93a418b3 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0747075 Sep 10 17:36:26.373297 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-d19f4c0e-e198-4818-bb9f-7a5b0d6d070a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:26.405034 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-19c1d877-a4b1-4d09-80f9-4718f5336aac req-4b7e8f91-e4d3-4920-adca-e7d09a454b3c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Sep 10 17:36:26.475911 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1'}, {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:26.478586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666ff4b-2a83-481b-a0d4-c592a6acda27" -d '{"events": [{"server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1"}, {"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:26.507546 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-d19f4c0e-e198-4818-bb9f-7a5b0d6d070a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:26.520471 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed839e59-d781-4e1b-951b-76c4b580b5ee x-openstack-request-id: req-ed839e59-d781-4e1b-951b-76c4b580b5ee {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:26.520764 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1", "code": 200}, {"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:26.521012 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed839e59-d781-4e1b-951b-76c4b580b5ee {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:26.521399 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1', 'code': 200} Sep 10 17:36:26.521653 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'code': 200} Sep 10 17:36:26.524381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caee336-3715-466f-8ce3-2ac7f1086144 req-19d7e7d8-d8b8-45c3-b537-cba9ab284275 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:26.525869 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7caee336-3715-466f-8ce3-2ac7f1086144 req-19d7e7d8-d8b8-45c3-b537-cba9ab284275 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0700943 Sep 10 17:36:26.563220 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7caee336-3715-466f-8ce3-2ac7f1086144 req-d37f71f0-5f5d-4180-bfa8-ea50137b41f4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Sep 10 17:36:26.593890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-d19f4c0e-e198-4818-bb9f-7a5b0d6d070a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:26.625303 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7bf511ff-f532-4e18-a7a2-beec3bafd40d req-d19f4c0e-e198-4818-bb9f-7a5b0d6d070a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739961 Sep 10 17:36:26.635533 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4c0e-e198-4818-bb9f-7a5b0d6d070a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=574a047d-4eea-4ac1-b62b-99376d60d3fb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:26.789908 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd782332-92bd-4c25-a5bc-6ffd50c2f5d4 req-61e4f074-a061-4ad2-ade1-67da1da23a54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:26.791383 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dd782332-92bd-4c25-a5bc-6ffd50c2f5d4 req-61e4f074-a061-4ad2-ade1-67da1da23a54 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0481260 Sep 10 17:36:26.829796 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dd782332-92bd-4c25-a5bc-6ffd50c2f5d4 req-fee90849-bb1b-4dc2-9410-1689850e867e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Sep 10 17:36:26.996387 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f1c9-66e2-4b77-abee-2ce40a4c05c5 req-8ec489ca-d766-4de6-8ff9-03f5f9b7d1fc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:26.997812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5051f1c9-66e2-4b77-abee-2ce40a4c05c5 req-8ec489ca-d766-4de6-8ff9-03f5f9b7d1fc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 944 time: 0.0461104 Sep 10 17:36:27.038170 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5051f1c9-66e2-4b77-abee-2ce40a4c05c5 req-75ff0d3c-1db8-49ab-84dd-f46d19d1b587 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Sep 10 17:36:27.516119 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cb857-8d85-42f9-8b24-b413a4979553 req-6534fa6e-07ee-4656-9a32-52aa5982b240 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:27.517616 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-608cb857-8d85-42f9-8b24-b413a4979553 req-6534fa6e-07ee-4656-9a32-52aa5982b240 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0481887 Sep 10 17:36:27.554894 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-608cb857-8d85-42f9-8b24-b413a4979553 req-44eb3f20-2420-4c79-b2a1-0398224de391 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Sep 10 17:36:27.678712 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b8cd-80d4-4b7c-a346-fde4e0fcc2d3 req-640d0f9d-66fd-4fd1-8913-143fa2e5c158 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:27.680272 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dce3b8cd-80d4-4b7c-a346-fde4e0fcc2d3 req-640d0f9d-66fd-4fd1-8913-143fa2e5c158 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0470405 Sep 10 17:36:27.725918 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dce3b8cd-80d4-4b7c-a346-fde4e0fcc2d3 req-0da9a933-1ef3-4cf4-a3d9-41b01a22e974 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Sep 10 17:36:27.943226 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299c6b7-a790-494e-90dc-6a1ff86f240b req-404e37c2-569f-4005-86cb-68cf7a1c86eb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:27.944736 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8299c6b7-a790-494e-90dc-6a1ff86f240b req-404e37c2-569f-4005-86cb-68cf7a1c86eb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0487444 Sep 10 17:36:27.985610 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8299c6b7-a790-494e-90dc-6a1ff86f240b req-c9258399-1caf-4133-b2b9-d37738b4d460 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350168 Sep 10 17:36:28.150023 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc96f1-fb83-4509-99f9-2171ff9f23a4 req-040bb750-fd78-4d38-b1b4-551a0b909b04 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:28.151469 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cacc96f1-fb83-4509-99f9-2171ff9f23a4 req-040bb750-fd78-4d38-b1b4-551a0b909b04 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 944 time: 0.0477674 Sep 10 17:36:28.187347 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cacc96f1-fb83-4509-99f9-2171ff9f23a4 req-b4378234-f1fe-4af4-a736-583863866093 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300655 Sep 10 17:36:28.665183 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436861-812a-4dd9-afa6-a5ef1e5d9de7 req-0b30991f-6a36-4ed0-9987-3d4fe5c35c09 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:28.666631 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-56436861-812a-4dd9-afa6-a5ef1e5d9de7 req-0b30991f-6a36-4ed0-9987-3d4fe5c35c09 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0470815 Sep 10 17:36:28.705222 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-56436861-812a-4dd9-afa6-a5ef1e5d9de7 req-a8941bd8-e83b-4e58-9442-7663312434a6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Sep 10 17:36:28.800454 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ccb4abd4-74c1-46d9-bcc1-df1d1f5699a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:28.837866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031daa6e-71c8-46a7-8fbb-b172ebc8f9a6 req-dfce53fd-7db2-46cc-af00-85cab3b23599 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:28.839265 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-031daa6e-71c8-46a7-8fbb-b172ebc8f9a6 req-dfce53fd-7db2-46cc-af00-85cab3b23599 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0476940 Sep 10 17:36:28.878371 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-031daa6e-71c8-46a7-8fbb-b172ebc8f9a6 req-e979e83c-a41b-45ef-b289-a3f4c3165c6a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Sep 10 17:36:29.096813 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d16a-2785-454b-b577-f53e7ed7873d req-509f95f0-a040-4460-bfaa-6ddf6de8208d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:29.098338 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d11d16a-2785-454b-b577-f53e7ed7873d req-509f95f0-a040-4460-bfaa-6ddf6de8208d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0475523 Sep 10 17:36:29.136062 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d11d16a-2785-454b-b577-f53e7ed7873d req-dcde7a6c-b5b6-4294-90b4-b264d0d3c22c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Sep 10 17:36:29.163141 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:29.302931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038c5d-d90c-4f6d-89de-dcbe2f85c44c req-fdcb5318-daaa-40db-8a58-198128127f99 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:29.304528 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c038c5d-d90c-4f6d-89de-dcbe2f85c44c req-fdcb5318-daaa-40db-8a58-198128127f99 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 944 time: 0.0501192 Sep 10 17:36:29.342013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c038c5d-d90c-4f6d-89de-dcbe2f85c44c req-c3653db8-28ed-4bf6-a873-0fabaf594ee0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Sep 10 17:36:29.833261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161396-d5a9-4e1d-86de-acc242b8f7ca req-b2cf9dc5-2908-4d63-91aa-3d82348f3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:29.834789 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93161396-d5a9-4e1d-86de-acc242b8f7ca req-b2cf9dc5-2908-4d63-91aa-3d82348f3fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.0990353 Sep 10 17:36:29.841617 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460329cb-1187-4f19-afb9-e87f343d6875 req-d16376ef-b7a1-4cb3-acfa-d4b6afc1744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:29.843060 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-460329cb-1187-4f19-afb9-e87f343d6875 req-d16376ef-b7a1-4cb3-acfa-d4b6afc1744f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1099 time: 0.1060479 Sep 10 17:36:29.856849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150068e-b970-4dea-ae1f-1a429fedd1b6 req-8a557703-116d-47d1-8ba1-e5044afead43 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:29.858312 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b150068e-b970-4dea-ae1f-1a429fedd1b6 req-8a557703-116d-47d1-8ba1-e5044afead43 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0758359 Sep 10 17:36:29.905049 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device de9f50fe-52e0-4156-94bb-f84ff3b4f82e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:29.919819 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93161396-d5a9-4e1d-86de-acc242b8f7ca req-343cfa6b-a574-4d9b-9b91-6cb5ab8815ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750771 Sep 10 17:36:29.934636 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-460329cb-1187-4f19-afb9-e87f343d6875 req-b625058c-f1d6-4543-80bd-5696baa4d5cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753412 Sep 10 17:36:29.937942 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b150068e-b970-4dea-ae1f-1a429fedd1b6 req-faea5d7e-9c88-4a97-aaee-1584b29c00a4 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654993 Sep 10 17:36:29.943839 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:30.029076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419dedc-a174-43ff-ba08-b3661850fa43 req-e9e5d759-ea4a-4be2-92cb-a3ab5a390c27 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:30.034452 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4419dedc-a174-43ff-ba08-b3661850fa43 req-e9e5d759-ea4a-4be2-92cb-a3ab5a390c27 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0658855 Sep 10 17:36:30.075980 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4419dedc-a174-43ff-ba08-b3661850fa43 req-d64999c3-974d-4620-9d2a-c62f72373658 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370631 Sep 10 17:36:30.186410 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:30.199592 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'port_id': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'mac_address': 'fa:16:3e:3f:ce:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:30.237262 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.250178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9f50fe-52e0-4156-94bb-f84ff3b4f82e {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:30.263063 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af35e-6a86-4d52-af38-b3901f9cfb4a req-7338b691-8d9b-4ed7-953c-700aa08edb62 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:30.264564 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3f4af35e-6a86-4d52-af38-b3901f9cfb4a req-7338b691-8d9b-4ed7-953c-700aa08edb62 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 943 time: 0.0517368 Sep 10 17:36:30.269618 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:30.303820 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3f4af35e-6a86-4d52-af38-b3901f9cfb4a req-406c36d5-45b1-4f53-beeb-0a6ab520c091 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Sep 10 17:36:30.319451 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:30.325212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:30.325707 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.400168 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.437357 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.460135 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c2517-7084-4d40-9cbe-89e32e1590ae req-64ba130b-0eeb-4ab6-be07-1aaecae8874d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:30.461726 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb1c2517-7084-4d40-9cbe-89e32e1590ae req-64ba130b-0eeb-4ab6-be07-1aaecae8874d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Sep 10 17:36:30.471715 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:30.478903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:30.481144 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0354a-f475-4c50-b49a-0c9defcdfb3b" -d '{"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:30.493935 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:30.502831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb1c2517-7084-4d40-9cbe-89e32e1590ae req-c79c31da-2065-4579-856d-78afd62f9ec8 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Sep 10 17:36:30.527901 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7518809-5c4a-47d9-ad26-664138f32922 x-openstack-request-id: req-a7518809-5c4a-47d9-ad26-664138f32922 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:30.528197 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-plugged", "status": "completed", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:30.528494 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7518809-5c4a-47d9-ad26-664138f32922 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:30.528885 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'code': 200} Sep 10 17:36:30.600223 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.662407 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:30.698982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['de9f50fe-52e0-4156-94bb-f84ff3b4f82e'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:30.733404 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:30.836732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44310) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:30.929454 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-170d63bf-0f1a-4695-b4c4-80d2e36095fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.938518 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:30.971593 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.db.api [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 17:36:30.971593 dv-cinder-787195-9-iscsi neutron-server[94682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 17:36:30.971593 dv-cinder-787195-9-iscsi neutron-server[94682]: [parameters: {'project_id': 'eb5d0437caa145b19bca2a03b48266e3', 'id': 'a2d1396b-1bb1-428a-8c34-71e3664cc70f', 'expiration': datetime.datetime(2021, 9, 10, 17, 38, 30, 964799)}] Sep 10 17:36:30.971593 dv-cinder-787195-9-iscsi neutron-server[94682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:36:30.972002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG oslo_db.api [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:36:30.999160 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939797f4-bd09-4b74-87af-68e4bf3a1a92 req-e47f546d-9458-4039-85fd-4b6eb5804606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:31.001458 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-939797f4-bd09-4b74-87af-68e4bf3a1a92 req-e47f546d-9458-4039-85fd-4b6eb5804606 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 1098 time: 0.0523064 Sep 10 17:36:31.048508 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-170d63bf-0f1a-4695-b4c4-80d2e36095fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.072667 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-939797f4-bd09-4b74-87af-68e4bf3a1a92 req-5ff84129-e3de-49e3-a915-8809a92f0b8e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Sep 10 17:36:31.088425 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42fee4-5433-4c92-83e7-a084002b15af req-774023a7-2c11-48b3-adb8-90f87a7767d8 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:31.090050 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d42fee4-5433-4c92-83e7-a084002b15af req-774023a7-2c11-48b3-adb8-90f87a7767d8 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0630558 Sep 10 17:36:31.130729 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d42fee4-5433-4c92-83e7-a084002b15af req-43b6a90d-3e96-455c-8577-e5156bfbc9d6 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 Sep 10 17:36:31.188429 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-170d63bf-0f1a-4695-b4c4-80d2e36095fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.207642 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c19d17-c58b-4b7d-8ba0-a60fdabedcaf req-ba014e6b-a036-4844-9f08-6099b60ca4f5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:31.209445 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-87c19d17-c58b-4b7d-8ba0-a60fdabedcaf req-ba014e6b-a036-4844-9f08-6099b60ca4f5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0472891 Sep 10 17:36:31.225419 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d63bf-0f1a-4695-b4c4-80d2e36095fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8bf441-6980-4150-9e25-cbd008c58155,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:31.229892 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-170d63bf-0f1a-4695-b4c4-80d2e36095fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f96d95cf57084583b6ac232bee997363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921847 Sep 10 17:36:31.232534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:31.255343 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-87c19d17-c58b-4b7d-8ba0-a60fdabedcaf req-8c7930a6-0849-462f-a897-226589483d33 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397847 Sep 10 17:36:31.280488 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.301817 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.423115 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b07a9-ff29-42d7-89b8-94393e3b3a12 req-8204b271-b671-485e-8297-3cca558c9d89 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:31.424725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7f6b07a9-ff29-42d7-89b8-94393e3b3a12 req-8204b271-b671-485e-8297-3cca558c9d89 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 944 time: 0.0523610 Sep 10 17:36:31.434452 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.437303 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.438009 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-afef9d0e-7274-4237-93f6-16e03418e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.446684 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b8bf441-6980-4150-9e25-cbd008c58155 HTTP/1.1" status: 204 len: 168 time: 0.2061017 Sep 10 17:36:31.448892 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932d79-972f-49a8-b4a3-22405d9a3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8bf441-6980-4150-9e25-cbd008c58155,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:31.474107 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.475411 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7f6b07a9-ff29-42d7-89b8-94393e3b3a12 req-77cc67a9-b919-4c26-894f-f7e02cc24ba5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Sep 10 17:36:31.569948 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.630615 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d8e09-be49-43c3-9f3e-2c10ce47000f req-61e0584b-0c13-42aa-bfaf-726b62b689a3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:31.632195 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bf0d8e09-be49-43c3-9f3e-2c10ce47000f req-61e0584b-0c13-42aa-bfaf-726b62b689a3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0567162 Sep 10 17:36:31.663599 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.669683 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bf0d8e09-be49-43c3-9f3e-2c10ce47000f req-d7cf0694-904f-4dd6-a28e-d7bf46868b80 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Sep 10 17:36:31.703548 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb5d0437caa145b19bca2a03b48266e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9689374 Sep 10 17:36:31.704408 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d23aa-28ac-4f7a-8788-ae01282bfbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f1120-e051-4198-b929-8bae2937914a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:31.706358 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44334) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:31.729321 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.757864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.779398 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.925287 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device de9f50fe-52e0-4156-94bb-f84ff3b4f82e up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:31.959808 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.962348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:31.963495 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de8f1120-e051-4198-b929-8bae2937914a HTTP/1.1" status: 204 len: 168 time: 0.2550504 Sep 10 17:36:31.973134 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af81f6-19e7-46ed-999f-2d35d69d093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f1120-e051-4198-b929-8bae2937914a,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:32.062956 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port de9f50fe-52e0-4156-94bb-f84ff3b4f82e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:32.067635 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port de9f50fe-52e0-4156-94bb-f84ff3b4f82e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:32.068040 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.150783 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.184642 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:32.268649 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.276273 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27405-20ce-4785-a6c9-81e0ca09acbd req-6e3aa263-1c84-48ab-852f-be67f19eb45a tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:32.278375 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75b27405-20ce-4785-a6c9-81e0ca09acbd req-6e3aa263-1c84-48ab-852f-be67f19eb45a tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Sep 10 17:36:32.337777 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:32.374232 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75b27405-20ce-4785-a6c9-81e0ca09acbd req-b6deffd2-1f44-46e8-b46a-50342cac90bc tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819201 Sep 10 17:36:32.411771 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a2107-4efe-42ef-909b-0a9faabee912 req-b044b274-8251-462f-ad77-c3ce92b2efb7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:32.413332 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b72a2107-4efe-42ef-909b-0a9faabee912 req-b044b274-8251-462f-ad77-c3ce92b2efb7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0544193 Sep 10 17:36:32.429364 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44366) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:32.442894 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fe23f53-0188-43e0-9740-cf146b517b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.451494 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.481552 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b72a2107-4efe-42ef-909b-0a9faabee912 req-dc519501-4b2f-4466-af8e-9b42d3b38d53 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587170 Sep 10 17:36:32.534428 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:32.534428 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f20c03-d8d1-4353-a248-576f7a4d5a4a" -d '{"events": [{"server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "name": "network-vif-plugged", "status": "completed", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:32.619703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fe23f53-0188-43e0-9740-cf146b517b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.634433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6ed7b-c7b3-4772-9cbc-6134edbc651f req-025189fa-9732-4ab9-9506-b12fc3ed9e3f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:32.636136 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6f6ed7b-c7b3-4772-9cbc-6134edbc651f req-025189fa-9732-4ab9-9506-b12fc3ed9e3f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0820813 Sep 10 17:36:32.699415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6f6ed7b-c7b3-4772-9cbc-6134edbc651f req-dd9e1c44-77d6-4378-b17e-04993fcac8dd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529022 Sep 10 17:36:32.707518 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c5683-a6a4-401f-929b-f2694d141fa8 req-b86eee5b-7c9a-48dd-a926-6d8559ed88de tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:32.709192 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-682c5683-a6a4-401f-929b-f2694d141fa8 req-b86eee5b-7c9a-48dd-a926-6d8559ed88de tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0721176 Sep 10 17:36:32.717513 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2fe23f53-0188-43e0-9740-cf146b517b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.726762 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44380) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:32.756890 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'floatingip': {'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:32.759394 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef07522-83f9-4ef0-80c5-95d3432a6aa9 x-openstack-request-id: req-6ef07522-83f9-4ef0-80c5-95d3432a6aa9 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:32.759844 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "name": "network-vif-plugged", "status": "completed", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:32.760104 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ef07522-83f9-4ef0-80c5-95d3432a6aa9 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:32.762401 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'code': 200} Sep 10 17:36:32.789933 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe23f53-0188-43e0-9740-cf146b517b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba3f28-d76a-463e-b920-cc77173b9859,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:32.835717 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b25ae-1b4b-4fba-898c-14b355c7a7cf req-7edf0154-e332-446d-8da6-31c8dd05ec01 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:32.837278 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-993b25ae-1b4b-4fba-898c-14b355c7a7cf req-7edf0154-e332-446d-8da6-31c8dd05ec01 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0656390 Sep 10 17:36:32.861237 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.866615 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2fe23f53-0188-43e0-9740-cf146b517b14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=676671cc6ae2419cbe255ae107563268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361594 Sep 10 17:36:32.871789 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44386) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:32.903771 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-993b25ae-1b4b-4fba-898c-14b355c7a7cf req-e28de6e7-5cf3-4ee9-89bf-7591c93cb4fd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Sep 10 17:36:32.945567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:32.982506 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.140934 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44388) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:33.154474 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2606-3176-4299-b998-17b45825487e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.173028 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.174328 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.179037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56ba3f28-d76a-463e-b920-cc77173b9859 HTTP/1.1" status: 204 len: 168 time: 0.3019798 Sep 10 17:36:33.223055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c78b2-6db0-4583-b858-7d0e95115c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba3f28-d76a-463e-b920-cc77173b9859,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:33.275265 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4baf-a1d9-4e9d-bfcc-e6afcd68d987 req-594c80ce-f016-493e-ac0b-03d988d3d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:33.277140 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-039f4baf-a1d9-4e9d-bfcc-e6afcd68d987 req-594c80ce-f016-493e-ac0b-03d988d3d625 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1098 time: 0.0660646 Sep 10 17:36:33.351638 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2606-3176-4299-b998-17b45825487e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.354586 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-039f4baf-a1d9-4e9d-bfcc-e6afcd68d987 req-84676771-7fe7-42ad-b20b-9543560b5aa3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646365 Sep 10 17:36:33.412493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2606-3176-4299-b998-17b45825487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.460536 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e2606-3176-4299-b998-17b45825487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473105cf-7c0d-4403-905c-cf803df4757b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:33.464829 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8f1e2606-3176-4299-b998-17b45825487e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1084ccfa8fc4617bff1fe2fa4e3ca3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228052 Sep 10 17:36:33.467953 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44402) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:33.531077 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.535651 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.561131 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.646304 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.725881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.728978 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:33.730374 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/473105cf-7c0d-4403-905c-cf803df4757b HTTP/1.1" status: 204 len: 168 time: 0.2610548 Sep 10 17:36:33.738390 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74326790-88c9-452f-8eed-8d371dcb7eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473105cf-7c0d-4403-905c-cf803df4757b,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:33.758177 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Floating IP 8a278538-243a-45f2-ab27-7c7f47e80e19 associated. External IP: 172.27.3.105, port: 1a997f2c-591c-4cde-bb49-f713c7ce2400. Sep 10 17:36:33.830295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29665d2-cb02-4d09-a714-0a3cc6bafe0c req-7e32a890-78f8-4d8f-8b54-bdda12da9328 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:33.831804 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e29665d2-cb02-4d09-a714-0a3cc6bafe0c req-7e32a890-78f8-4d8f-8b54-bdda12da9328 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0596120 Sep 10 17:36:33.873765 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e29665d2-cb02-4d09-a714-0a3cc6bafe0c req-458a7f15-7282-4ab5-8c78-c167a8ddfcde tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346689 Sep 10 17:36:34.024513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d502e6-e2b2-4fd2-977c-99155633060d req-96ed82e8-1cb8-48f1-bd00-1ecb8e9a6651 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:34.026051 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-21d502e6-e2b2-4fd2-977c-99155633060d req-96ed82e8-1cb8-48f1-bd00-1ecb8e9a6651 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Sep 10 17:36:34.077196 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-21d502e6-e2b2-4fd2-977c-99155633060d req-5a7bb19c-7cc0-493c-bf33-5b495237ed77 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Sep 10 17:36:34.093543 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:36:34.188470 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:36:34.232670 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.265405 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44428) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:34.286153 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-596a3c09-e0de-47d1-8bcb-50e7f076387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.331093 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:36:34.336547 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.346040 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:36:34.375416 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:36:34.377016 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:36:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:34.381526 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ba5b9eb6-a79f-48df-ad73-9007c353e858 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "PUT /v2.0/floatingips/8a278538-243a-45f2-ab27-7c7f47e80e19 HTTP/1.1" status: 200 len: 992 time: 1.6282706 Sep 10 17:36:34.384203 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:34.398298 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c" -d '{"events": [{"name": "network-changed", "server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:34.493658 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-596a3c09-e0de-47d1-8bcb-50e7f076387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.503841 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:36:34.575294 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef8af51-0c29-4b0b-93cf-a4c6ac67abdf x-openstack-request-id: req-7ef8af51-0c29-4b0b-93cf-a4c6ac67abdf {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:34.575826 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:34.576585 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ef8af51-0c29-4b0b-93cf-a4c6ac67abdf {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:34.577047 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'status': 'completed', 'code': 200} Sep 10 17:36:34.588579 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-596a3c09-e0de-47d1-8bcb-50e7f076387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.665265 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a3c09-e0de-47d1-8bcb-50e7f076387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944def0e-e3a8-492e-ac14-0b74aa9575d2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:34.670752 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-596a3c09-e0de-47d1-8bcb-50e7f076387b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d87fc80d8c94d309217f5157135f7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042454 Sep 10 17:36:34.671408 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:34.789926 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-7b896972-a02c-41ba-a0ea-d3ff3e187bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:34.798629 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-7b896972-a02c-41ba-a0ea-d3ff3e187bf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1099 time: 0.1644764 Sep 10 17:36:34.798825 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.807567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cfc06-032e-44a6-941d-18d4d55efc02 req-a16af568-7f76-4812-a146-df7ff52d338f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:34.817067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1f9cfc06-032e-44a6-941d-18d4d55efc02 req-a16af568-7f76-4812-a146-df7ff52d338f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0990744 Sep 10 17:36:34.829351 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '8a278538-243a-45f2-ab27-7c7f47e80e19', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:52Z', 'updated_at': '2021-09-10T17:36:33Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:34.845103 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:34.871643 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:36:34.882955 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:36:34.883578 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:36:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:34.975668 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1f9cfc06-032e-44a6-941d-18d4d55efc02 req-c789961a-f3e0-4165-9ea7-9778dcbb4a3a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575627 Sep 10 17:36:35.020607 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:36:35.040391 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:35.047216 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:35.049214 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/944def0e-e3a8-492e-ac14-0b74aa9575d2 HTTP/1.1" status: 204 len: 168 time: 0.3763142 Sep 10 17:36:35.083207 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06356c9b-2924-4e93-8d63-06e68cf31bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944def0e-e3a8-492e-ac14-0b74aa9575d2,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:35.368061 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-ad539d28-faa9-40fc-a81f-b82abc67d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.369751 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-ad539d28-faa9-40fc-a81f-b82abc67d2a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 1098 time: 0.5217216 Sep 10 17:36:35.408166 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '8a278538-243a-45f2-ab27-7c7f47e80e19', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:52Z', 'updated_at': '2021-09-10T17:36:33Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:35.452062 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dcd9b3-8702-40ca-ac05-1d28f0b24127 None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '8a278538-243a-45f2-ab27-7c7f47e80e19', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:52Z', 'updated_at': '2021-09-10T17:36:33Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:36:35.463803 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37de661-81a6-47ac-8b8c-7ab7fd89fed4 req-fedfd04d-500b-432b-9064-e9b3189d1398 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.474439 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a37de661-81a6-47ac-8b8c-7ab7fd89fed4 req-fedfd04d-500b-432b-9064-e9b3189d1398 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.4043577 Sep 10 17:36:35.502067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-21b68228-0422-4530-aeeb-17661128e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.502067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-21b68228-0422-4530-aeeb-17661128e682 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.6470845 Sep 10 17:36:35.699761 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a37de661-81a6-47ac-8b8c-7ab7fd89fed4 req-4f5e8a89-f46e-429d-a1cd-c69873dd7d3c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227545 Sep 10 17:36:35.707220 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-fb4ff014-9ecc-45bb-845b-9bbd3065a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.709327 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-fb4ff014-9ecc-45bb-845b-9bbd3065a245 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.3305054 Sep 10 17:36:35.745602 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-b675fd8d-bbb4-4e7c-bb54-d70c3bdc74db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 1000 time: 0.2208598 Sep 10 17:36:35.778627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd93266-80e7-4247-9401-f6b580c2c713 None None] New status for floating IP 8a278538-243a-45f2-ab27-7c7f47e80e19: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:36:35.783826 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-5131df03-8d1b-4566-8d94-7dee15a300b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 HTTP/1.1" status: 200 len: 217 time: 0.0593071 Sep 10 17:36:35.855040 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-605cf7ad-862b-4aa8-9680-0edc15a10aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.856467 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-605cf7ad-862b-4aa8-9680-0edc15a10aee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0815055 Sep 10 17:36:35.859718 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-ada8de42-dcf3-4ba2-bf16-0a813128666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.861020 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-ada8de42-dcf3-4ba2-bf16-0a813128666c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0576918 Sep 10 17:36:35.923278 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-57f4bbed-4951-477a-9674-9b9b35108626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517771 Sep 10 17:36:35.957855 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-369debe1-3188-4a4c-9771-4d2a178bb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:35.959372 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-369debe1-3188-4a4c-9771-4d2a178bb398 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891292 Sep 10 17:36:36.095018 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-be736a6a-79d7-4704-8611-19c0bb4874ad service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627421 Sep 10 17:36:36.168941 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-1aae6c98-ba9d-4394-8643-12f684a34274 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729660 Sep 10 17:36:36.182455 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036256-625b-4220-be06-8543d846cd6a req-6a97d5e6-1070-43b3-8001-1c8acd87c979 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:36.183936 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3036256-625b-4220-be06-8543d846cd6a req-6a97d5e6-1070-43b3-8001-1c8acd87c979 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.1085403 Sep 10 17:36:36.327516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3036256-625b-4220-be06-8543d846cd6a req-471514a9-6cee-4f37-80e1-8bb7851d09bb tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Sep 10 17:36:36.332718 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4a2707b-d3e8-49c8-bd4d-e503ee766a1a req-d5c98ba0-59b8-43fa-a1b7-b8f5bdc515f6 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174225 Sep 10 17:36:36.352868 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a58e1f0f-73f8-42a5-abf7-66a703bdca7c req-788c74e5-b052-4a7e-ac5b-a0123f01be78 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679490 Sep 10 17:36:36.511662 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44542) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:36.725729 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1050887539-network', 'tenant_id': '6be93c1e1a074ed99ce47c65a1913aeb'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:36.823369 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Made reservation on behalf of 6be93c1e1a074ed99ce47c65a1913aeb for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:36.825728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:36.836985 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:36.840202 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7490e3e-15e3-4a92-a75f-91b3c3cc8bed req-6f221e5d-8773-4634-bf8e-7dc071a7489b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:36.841979 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c7490e3e-15e3-4a92-a75f-91b3c3cc8bed req-6f221e5d-8773-4634-bf8e-7dc071a7489b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0626867 Sep 10 17:36:36.901021 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c7490e3e-15e3-4a92-a75f-91b3c3cc8bed req-db690f90-f343-42f9-85f5-46af09a5630e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 Sep 10 17:36:36.951767 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.012651 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be1ad-174f-4e3b-aea2-0106912f437b req-92b4fe7b-ecf3-4844-8632-e2921bc0a27d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:37.014135 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-718be1ad-174f-4e3b-aea2-0106912f437b req-92b4fe7b-ecf3-4844-8632-e2921bc0a27d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0487981 Sep 10 17:36:37.022774 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:37.027421 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'floatingip': {'port_id': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:37.032514 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.075653 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.121134 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:36:37.148985 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84206628-e895-4857-bf14-390068628e77,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:37.164598 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.164945 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Added segment 5a48da1c-4949-4d5b-ae71-2db8b1eda37d of type vlan for network 4dbd1cc2-35ce-4034-a17c-91a33da86216 Sep 10 17:36:37.183936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.184316 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.184661 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.185015 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.185320 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.185648 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.185976 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.186298 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.186622 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.186942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.187260 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.187581 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:37.244587 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.406974 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.407942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:37.408572 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.500226 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda673-86ae-4ee9-a62a-6ea58d6de20d req-6fa649a9-5f1e-4add-b784-01fbffe478ba tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:37.505100 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-73bda673-86ae-4ee9-a62a-6ea58d6de20d req-6fa649a9-5f1e-4add-b784-01fbffe478ba tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0681827 Sep 10 17:36:37.548763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-73bda673-86ae-4ee9-a62a-6ea58d6de20d req-93fc0a36-13be-4cbe-9ec6-885f3cacfb86 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Sep 10 17:36:37.556652 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] Pushing event updated for resources: {'Network': ['ID=4dbd1cc2-35ce-4034-a17c-91a33da86216,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:37.578187 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d45ce3c3-b888-470e-be53-a63a231db57b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0653641 Sep 10 17:36:37.581062 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44592) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:37.581528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:36:37.587027 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Request body: {'subnet': {'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1050887539-subnet', 'tenant_id': '6be93c1e1a074ed99ce47c65a1913aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:37.690818 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.765382 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Made reservation on behalf of 6be93c1e1a074ed99ce47c65a1913aeb for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:37.767785 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.794453 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:37.962092 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Floating IP 498e9e52-db2d-4f09-9594-79a0a4d368e5 associated. External IP: 172.27.3.80, port: de9f50fe-52e0-4156-94bb-f84ff3b4f82e. Sep 10 17:36:38.114374 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:38.183326 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.273756 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fea07ed5-d8e8-424a-be28-5baa78b361d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.275348 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd994dd-8d54-4b4a-9b9d-28efb0958c58,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:38.306116 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Checking segment: {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:38.306476 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Network hostable DHCP agents. Network: 4dbd1cc2-35ce-4034-a17c-91a33da86216, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:36:38.314024 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:36:38.599387 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:36:38.679623 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 4dbd1cc2-35ce-4034-a17c-91a33da86216) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:38.685767 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:36:38.688334 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fea07ed5-d8e8-424a-be28-5baa78b361d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.689568 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549c168-119f-433b-b382-e1e1882576b4 None None] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:38.690079 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:38.690776 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.696269 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:36:38.699313 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.705431 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:36:38.707016 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:36:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:38.729906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d793b1-78fb-4365-b14e-c6e5a8bafe64 req-18803299-b123-420f-b1ce-6b6f09893b6d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:38.731451 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-61d793b1-78fb-4365-b14e-c6e5a8bafe64 req-18803299-b123-420f-b1ce-6b6f09893b6d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0729287 Sep 10 17:36:38.738998 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-46cd5d04-ca06-4c0d-8f72-4df008ab25b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "PUT /v2.0/floatingips/498e9e52-db2d-4f09-9594-79a0a4d368e5 HTTP/1.1" status: 200 len: 990 time: 1.7145696 Sep 10 17:36:38.739713 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:38.749216 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a286b4a2-e04a-4795-be3f-1afbea07cebc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:38.773257 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fea07ed5-d8e8-424a-be28-5baa78b361d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.802708 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-61d793b1-78fb-4365-b14e-c6e5a8bafe64 req-e5d410b9-2542-4664-b7f8-2971afe358b2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Sep 10 17:36:38.829408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44626) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:38.843521 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-fea07ed5-d8e8-424a-be28-5baa78b361d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=890201dd16414ca8b611a02f8d523886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279508 Sep 10 17:36:38.846732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea07ed5-d8e8-424a-be28-5baa78b361d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c66991-c093-44de-aadb-ac00646d3340,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:38.870789 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:36:38.885095 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2810058a-44b5-49d8-a29b-5e4ee503aff0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3028271 Sep 10 17:36:38.895195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a39c6d-e08e-46dc-b22c-8e2348a76613 x-openstack-request-id: req-68a39c6d-e08e-46dc-b22c-8e2348a76613 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:38.895518 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:38.895772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68a39c6d-e08e-46dc-b22c-8e2348a76613 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:38.896176 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'status': 'completed', 'code': 200} Sep 10 17:36:38.905968 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:38.920864 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6d08b-8509-4491-afc8-5fc8c1c475c3 None None] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:38.936139 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:39.004930 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-6c97740c-551d-4a7f-a9d1-ee14641fcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:39.006822 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-6c97740c-551d-4a7f-a9d1-ee14641fcc81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1098 time: 0.0730159 Sep 10 17:36:39.118481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-d90d568e-2ed3-47fc-a32a-7338910a1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:39.120157 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-d90d568e-2ed3-47fc-a32a-7338910a1169 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 911 time: 0.1057644 Sep 10 17:36:39.157893 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '498e9e52-db2d-4f09-9594-79a0a4d368e5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:3f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:57Z', 'updated_at': '2021-09-10T17:36:37Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:39.178146 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:39.181360 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:39.185326 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33c66991-c093-44de-aadb-ac00646d3340 HTTP/1.1" status: 204 len: 168 time: 0.3519342 Sep 10 17:36:39.195317 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:36:39.197446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c66991-c093-44de-aadb-ac00646d3340,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:39.204783 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:36:39.205381 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:36:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:39.209131 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.209482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.209823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.210156 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.210485 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.210806 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.211167 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.211489 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.211845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.212169 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.212537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.212856 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d905e4c5-a04d-4567-8ee2-a651fb3f25b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:39.227708 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-f06899f9-4ec9-4dfb-87fb-e59f99f65a1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 998 time: 0.0969903 Sep 10 17:36:39.316295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-e29de357-3e22-43f6-bbc9-0dd47b32cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:39.319906 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-e29de357-3e22-43f6-bbc9-0dd47b32cf5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.0800905 Sep 10 17:36:39.383773 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:36:39.389664 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-4b7b9e52-dff7-4545-9b8c-ab2559f128cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:39.391209 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-4b7b9e52-dff7-4545-9b8c-ab2559f128cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626028 Sep 10 17:36:39.498732 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-f84da927-70c8-425b-8a7d-c3f3933c1c1b service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996680 Sep 10 17:36:39.602154 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a286b4a2-e04a-4795-be3f-1afbea07cebc req-d2eff981-3c82-4193-b979-4a13c480ac9e service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959096 Sep 10 17:36:39.638322 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '498e9e52-db2d-4f09-9594-79a0a4d368e5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:3f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:57Z', 'updated_at': '2021-09-10T17:36:37Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:39.667004 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb80c5b-fb3a-47fd-8489-aa04dd7316ae None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '498e9e52-db2d-4f09-9594-79a0a4d368e5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:3f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:35:57Z', 'updated_at': '2021-09-10T17:36:37Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:36:39.854343 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce6e8a-584b-4f61-833f-3749e577a8af None None] New status for floating IP 498e9e52-db2d-4f09-9594-79a0a4d368e5: ACTIVE {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:36:39.981811 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94ea3-f0fc-49bf-a244-eef465e20804 req-4a98d28f-ffc9-4f53-aab6-8f3cd405a594 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:39.983307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ec94ea3-f0fc-49bf-a244-eef465e20804 req-4a98d28f-ffc9-4f53-aab6-8f3cd405a594 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0820966 Sep 10 17:36:40.027757 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ec94ea3-f0fc-49bf-a244-eef465e20804 req-c52238bb-4a6c-4326-8f2d-8f84763dc2cc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Sep 10 17:36:40.113317 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44666) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:40.126859 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5363-2458-4d91-8be9-46d78d680aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.227733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5363-2458-4d91-8be9-46d78d680aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.302608 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-44cf5363-2458-4d91-8be9-46d78d680aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.340350 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-44cf5363-2458-4d91-8be9-46d78d680aad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=783f3991eb7d418984de52da550567d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257078 Sep 10 17:36:40.341189 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5363-2458-4d91-8be9-46d78d680aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928cd958-b60c-46c6-b8b8-6c934c37d8f7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:40.343713 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44674) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:40.396033 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.420141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.552698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.555211 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:40.556520 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/928cd958-b60c-46c6-b8b8-6c934c37d8f7 HTTP/1.1" status: 204 len: 168 time: 0.2112141 Sep 10 17:36:40.564312 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19254ed6-e53b-4c5f-869c-744a99192a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928cd958-b60c-46c6-b8b8-6c934c37d8f7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:41.146134 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28cbed-46b4-4950-bc07-fd5d7089061b req-ba82e008-3241-4fa1-bbb4-478aa8201664 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:41.148384 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6f28cbed-46b4-4950-bc07-fd5d7089061b req-ba82e008-3241-4fa1-bbb4-478aa8201664 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Sep 10 17:36:41.190447 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6f28cbed-46b4-4950-bc07-fd5d7089061b req-af2bdcab-3f7c-40fe-90a5-4556e6120478 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Sep 10 17:36:41.510638 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-346c9e06-30dd-43b7-a299-f03f4e554c3d tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:41.512109 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-346c9e06-30dd-43b7-a299-f03f4e554c3d tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/networks?id=4dbd1cc2-35ce-4034-a17c-91a33da86216 HTTP/1.1" status: 200 len: 809 time: 0.1060748 Sep 10 17:36:41.527833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-3f804b5a-691c-4ddf-91a2-dfcf6a919d45 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/quotas/6be93c1e1a074ed99ce47c65a1913aeb HTTP/1.1" status: 200 len: 375 time: 0.0097866 Sep 10 17:36:41.560270 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-6fbcef48-4bf4-4cd2-82c7-b5ab93e1ec69 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262125 Sep 10 17:36:41.656804 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44742) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:41.666292 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-3029a54b-2865-4ace-a9f0-eeba5c8e32bf service neutron] 10.222.0.53 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980887 Sep 10 17:36:41.752978 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-67778945-network', 'tenant_id': '2362191fdf804e29a77504777877a89d'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:41.761114 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-0e4a8d29-3e61-42e9-954f-9ada61cd7429 service neutron] 10.222.0.53 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876126 Sep 10 17:36:41.982379 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Made reservation on behalf of 2362191fdf804e29a77504777877a89d for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:41.984995 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:41.997561 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.097607 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.111635 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-37416eab-d8ba-4292-a88f-cf4b76a71df8 req-0093a863-1c94-41eb-a53e-739d916721de tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.0420153 Sep 10 17:36:42.175658 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.200547 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:36:42.210193 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f8209-270f-448c-aa5d-e5252ae3e104,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:42.215142 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.215490 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Added segment cd393715-42b9-40c5-af48-2764f3710683 of type vlan for network d38242cb-e4fa-4f1b-81f0-d42731510d8f Sep 10 17:36:42.254995 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.331148 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.332176 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:42.332802 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.394140 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d38242cb-e4fa-4f1b-81f0-d42731510d8f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:42.403490 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network d38242cb-e4fa-4f1b-81f0-d42731510d8f details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:36:42.441142 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-32afc156-5700-4c1f-b6b2-94bcdd2bbdb7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7832241 Sep 10 17:36:42.444001 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44766) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:42.448935 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Request body: {'subnet': {'network_id': 'd38242cb-e4fa-4f1b-81f0-d42731510d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-67778945-subnet', 'tenant_id': '2362191fdf804e29a77504777877a89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:42.520166 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Made reservation on behalf of 2362191fdf804e29a77504777877a89d for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:42.522712 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.765786 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:42.818779 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5098468-3c66-480a-97d4-b465726d6204,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:42.827726 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Checking segment: {'id': 'cd393715-42b9-40c5-af48-2764f3710683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'd38242cb-e4fa-4f1b-81f0-d42731510d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:42.828089 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Network hostable DHCP agents. Network: d38242cb-e4fa-4f1b-81f0-d42731510d8f, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:36:42.989232 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Network d38242cb-e4fa-4f1b-81f0-d42731510d8f is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:36:43.068596 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, d38242cb-e4fa-4f1b-81f0-d42731510d8f) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:43.072703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:43.073295 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:43.078815 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce499e5-e141-440a-bc10-e5910b50ec6e None None] Network d38242cb-e4fa-4f1b-81f0-d42731510d8f requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:43.154855 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-51e0bbee-9582-4b08-a8a0-e6fc75b409f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7096722 Sep 10 17:36:43.200701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023188f8-ecc2-4e37-95bf-b5e8b4f4aa92 None None] Network d38242cb-e4fa-4f1b-81f0-d42731510d8f requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:43.865493 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:43.870307 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-358674697-network', 'tenant_id': '5e9747f4fca943aa93e33607387264d5'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:43.948596 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Made reservation on behalf of 5e9747f4fca943aa93e33607387264d5 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:43.950879 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:43.961167 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.056405 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.124387 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.149013 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:36:44.164478 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa37492-0862-4cfb-8dda-3eb90fa86cd5,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:44.168132 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.168525 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Added segment 08aa6922-241a-4a55-a433-1398060ba1fb of type vlan for network 32a1a86f-f972-44a9-b5c4-37d355684f6d Sep 10 17:36:44.208014 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.302872 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.303876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:44.304483 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.365310 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] Pushing event updated for resources: {'Network': ['ID=32a1a86f-f972-44a9-b5c4-37d355684f6d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:44.376973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 32a1a86f-f972-44a9-b5c4-37d355684f6d details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:36:44.389640 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-444ead22-3974-4ebe-9057-ceca732d71bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5230343 Sep 10 17:36:44.394759 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44804) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:44.401028 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Request body: {'subnet': {'network_id': '32a1a86f-f972-44a9-b5c4-37d355684f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-358674697-subnet', 'tenant_id': '5e9747f4fca943aa93e33607387264d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:44.471121 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f9f46b82-0f51-414e-b9b9-3ded44630a6f req-7a2a98fc-0516-4307-b959-f9b7fc712b77 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Sep 10 17:36:44.491539 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d73cad-af89-4c94-8f97-1eb13a00d519 req-dcdc4510-8cc9-498e-8e74-381c682a5486 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:44.493195 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-53d73cad-af89-4c94-8f97-1eb13a00d519 req-dcdc4510-8cc9-498e-8e74-381c682a5486 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0774145 Sep 10 17:36:44.508434 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Made reservation on behalf of 5e9747f4fca943aa93e33607387264d5 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:44.510804 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.531744 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-53d73cad-af89-4c94-8f97-1eb13a00d519 req-ff5c4a4f-c4ca-410c-9714-f34578bbfe29 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Sep 10 17:36:44.857361 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:44.921008 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb822c5a-1a52-4d37-a4d2-8c2c18ff7d08,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:44.926225 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Checking segment: {'id': '08aa6922-241a-4a55-a433-1398060ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '32a1a86f-f972-44a9-b5c4-37d355684f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:44.927002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Network hostable DHCP agents. Network: 32a1a86f-f972-44a9-b5c4-37d355684f6d, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:36:45.017246 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Network 32a1a86f-f972-44a9-b5c4-37d355684f6d is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:36:45.106948 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 32a1a86f-f972-44a9-b5c4-37d355684f6d) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:45.111118 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:45.111708 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:45.117739 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f6372-efee-43fb-a06a-4f316550a320 None None] Network 32a1a86f-f972-44a9-b5c4-37d355684f6d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:45.199630 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-486ea3c1-dc7e-4acc-b4d7-55f17607f87e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8035054 Sep 10 17:36:45.313043 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-d93c73cc-ec67-43e2-b692-0a05e968252f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569286 Sep 10 17:36:45.402548 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea60b6-05bd-4606-810d-46f3300f5614 None None] Network 32a1a86f-f972-44a9-b5c4-37d355684f6d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:36:45.424176 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-5339c794-74ac-459e-a64e-ca3c3b6e8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:45.426800 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-5339c794-74ac-459e-a64e-ca3c3b6e8590 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8be275fbf1064b59ad056bf8d4da4681&device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.0538988 Sep 10 17:36:45.848471 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-08376666-faf9-43b9-8525-35d9d3c448da req-3ebe5f71-1c9a-400a-a8fd-84050b1e5983 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.2787614 Sep 10 17:36:45.884767 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-feaa3a8a-b52c-49d0-92ed-247e97403184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:45.887479 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-feaa3a8a-b52c-49d0-92ed-247e97403184 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e027e6d-6467-408a-aca6-fc1bb0810887 HTTP/1.1" status: 200 len: 912 time: 0.4260924 Sep 10 17:36:45.932208 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-0ba164f2-d9c8-4d75-922d-0e467dc6714b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c HTTP/1.1" status: 200 len: 217 time: 0.0379689 Sep 10 17:36:45.939772 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc80b32-527f-460a-adef-5a65d1790ab2 req-f64bbd9e-88bd-4f0e-b21c-7075e2eedb00 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:45.941249 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1bc80b32-527f-460a-adef-5a65d1790ab2 req-f64bbd9e-88bd-4f0e-b21c-7075e2eedb00 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0971982 Sep 10 17:36:46.084209 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-8f8b910b-28af-416f-8e62-9978a4447c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:46.085705 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-8f8b910b-28af-416f-8e62-9978a4447c11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81d329bd-d367-4ccd-8c4c-c5314d3b0ffb HTTP/1.1" status: 200 len: 851 time: 0.1359589 Sep 10 17:36:46.090739 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1bc80b32-527f-460a-adef-5a65d1790ab2 req-e0273031-6537-4ef1-914c-f17ef3c37923 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427891 Sep 10 17:36:46.138097 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-08a22400-62b4-42ad-a816-12086e69feaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e027e6d-6467-408a-aca6-fc1bb0810887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383644 Sep 10 17:36:46.147408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-36ce8c66-2308-45c7-b1b7-42ca0c1a1130 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:46.151127 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-36ce8c66-2308-45c7-b1b7-42ca0c1a1130 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "GET /v2.0/networks?id=4dbd1cc2-35ce-4034-a17c-91a33da86216 HTTP/1.1" status: 200 len: 809 time: 0.1939325 Sep 10 17:36:46.181456 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Request body: {'port': {'device_id': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216', 'admin_state_up': True, 'tenant_id': '6be93c1e1a074ed99ce47c65a1913aeb'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:46.302281 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-407c5e71-1315-46d2-ab77-3cfedf2ebbfd service neutron] 10.222.0.61 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523681 Sep 10 17:36:46.416187 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ed0baf1-eaac-48e2-b799-2acdd5617ba4 req-1c03f350-c024-4d9c-a391-1ee0cd4f6676 service neutron] 10.222.0.61 "GET /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028962 Sep 10 17:36:46.451438 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Made reservation on behalf of 6be93c1e1a074ed99ce47c65a1913aeb for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:36:46.454978 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:46.596274 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Allocated IP 172.20.0.11 (4dbd1cc2-35ce-4034-a17c-91a33da86216/bdd994dd-8d54-4b4a-9b9d-28efb0958c58/e5c047a7-bd36-4993-9472-f929c03354e3) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:36:46.769806 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:46.946082 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-844aa8d8-d983-45a3-ab6a-d9b0f4869578 req-e7bde441-6f9d-4890-9757-579215776634 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Sep 10 17:36:46.994544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.038864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:36:47.044079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:36:47.049345 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:36:47.054871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:47.055545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.068068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Pushing event updated for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:47.208442 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-4ac9d3e0-3e67-41ec-98a3-30bb3efb9d75 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358295 Sep 10 17:36:47.222658 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca4b8-50fc-452a-9d3a-dcdc60d452ce req-982f5072-9f59-4245-9366-182e3901147c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:47.226585 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a77ca4b8-50fc-452a-9d3a-dcdc60d452ce req-982f5072-9f59-4245-9366-182e3901147c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0562346 Sep 10 17:36:47.232204 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Request body: {'port': {'device_id': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:36:47.327912 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a77ca4b8-50fc-452a-9d3a-dcdc60d452ce req-1bb0587c-4fba-4b13-a404-0f0d4145e615 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926943 Sep 10 17:36:47.330643 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.460368 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44912) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:47.577351 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88b0c94-b161-4332-9e9a-32c1c4945344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.608454 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c047a7-bd36-4993-9472-f929c03354e3 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:47.619309 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.634264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Transition to ACTIVE for port object e5c047a7-bd36-4993-9472-f929c03354e3 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:36:47.650205 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.687705 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88b0c94-b161-4332-9e9a-32c1c4945344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.731484 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.765677 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f88b0c94-b161-4332-9e9a-32c1c4945344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.809917 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b0c94-b161-4332-9e9a-32c1c4945344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf65e2-894c-45a1-bfad-d93d96ecb0ad,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:47.828447 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f88b0c94-b161-4332-9e9a-32c1c4945344 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffe596c44d5e4f75b02c37ebf4d71756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662090 Sep 10 17:36:47.832696 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44928) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:47.838009 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:47.858850 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Attempting to bind port e5c047a7-bd36-4993-9472-f929c03354e3 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:36:47.859178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Attempting to bind port e5c047a7-bd36-4993-9472-f929c03354e3 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:36:47.859509 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Attempting to bind port e5c047a7-bd36-4993-9472-f929c03354e3 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:47.872208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf7de-ec78-450b-9a45-2607655a9968 req-be6dc41b-a98b-4ec8-b8a0-26ecf48943a4 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:47.873825 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-934bf7de-ec78-450b-9a45-2607655a9968 req-be6dc41b-a98b-4ec8-b8a0-26ecf48943a4 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1023588 Sep 10 17:36:47.874890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Port e5c047a7-bd36-4993-9472-f929c03354e3 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:36:47.875216 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Attempting to bind port e5c047a7-bd36-4993-9472-f929c03354e3 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:36:47.881602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:36:47.881990 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Checking segment: {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:36:47.882406 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Bound using segment: {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:36:47.882855 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Bound port: e5c047a7-bd36-4993-9472-f929c03354e3, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:36:47.883194 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.887981 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.912651 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:47.950927 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-934bf7de-ec78-450b-9a45-2607655a9968 req-5603f9f6-6690-4bd3-8dba-1335bee7acb4 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588820 Sep 10 17:36:47.982264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:36:47.985487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5c047a7-bd36-4993-9472-f929c03354e3,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:36:48.065644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb64ed-2cb5-4d18-929e-e4739b99def9 req-9bdc161d-e124-4ecb-9488-9b7890b47719 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.067766 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0bb64ed-2cb5-4d18-929e-e4739b99def9 req-9bdc161d-e124-4ecb-9488-9b7890b47719 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 944 time: 0.0509717 Sep 10 17:36:48.105193 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0bb64ed-2cb5-4d18-929e-e4739b99def9 req-4206a7a6-bede-4143-987f-4b98ebe67211 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Sep 10 17:36:48.108906 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:48.111403 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:48.112582 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18bf65e2-894c-45a1-bfad-d93d96ecb0ad HTTP/1.1" status: 204 len: 168 time: 0.2788723 Sep 10 17:36:48.128185 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c651b5-cec5-442c-b37b-fe95ba3953ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf65e2-894c-45a1-bfad-d93d96ecb0ad,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:48.161480 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:48.198260 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.199656 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:48.200287 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5c047a7-bd36-4993-9472-f929c03354e3 HTTP/1.1" status: 200 len: 1094 time: 0.9725888 Sep 10 17:36:48.200709 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:48.202926 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37cef75-1e72-4e19-961a-e1484c1559e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:48.228335 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65fb9-6433-4bde-9126-f9a7f278c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:48.241602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10052dbb-d86e-4213-899d-78d5513811ff x-openstack-request-id: req-10052dbb-d86e-4213-899d-78d5513811ff {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:48.241882 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:48.242126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10052dbb-d86e-4213-899d-78d5513811ff {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:48.242510 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3', 'status': 'completed', 'code': 200} Sep 10 17:36:48.309509 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-c283e9f1-f279-4b58-a3cf-396f2c3156db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.310905 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-c283e9f1-f279-4b58-a3cf-396f2c3156db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 1097 time: 0.0402660 Sep 10 17:36:48.470777 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-b1ba18cd-1e5b-4464-bc41-4eb5aa63215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.472398 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-b1ba18cd-1e5b-4464-bc41-4eb5aa63215e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1390021 Sep 10 17:36:48.485784 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2951cca-7cba-457c-b585-b058b4f6bdae req-a597b79d-91ea-401b-85b0-5c9201add03f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.488361 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2951cca-7cba-457c-b585-b058b4f6bdae req-a597b79d-91ea-401b-85b0-5c9201add03f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0803428 Sep 10 17:36:48.642448 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2951cca-7cba-457c-b585-b058b4f6bdae req-0d350847-2a77-4a1d-875b-dadf23d35b3f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925269 Sep 10 17:36:48.642448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-3b22aacb-0f7a-4c1f-b198-e0fe5bafea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.642448 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c37cef75-1e72-4e19-961a-e1484c1559e6 req-3b22aacb-0f7a-4c1f-b198-e0fe5bafea43 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284392 Sep 10 17:36:48.700766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-7de73b8f-3d46-4d2f-9ae5-3870bfd5bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.702259 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-7de73b8f-3d46-4d2f-9ae5-3870bfd5bf81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 1097 time: 0.0427151 Sep 10 17:36:48.757293 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-f0770bac-0c4f-45c6-a50f-45a77266717e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c047a7-bd36-4993-9472-f929c03354e3 HTTP/1.1" status: 200 len: 217 time: 0.0435975 Sep 10 17:36:48.813735 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-a0385630-2048-4d4b-ac71-2866bb5f2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:48.815202 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-a0385630-2048-4d4b-ac71-2866bb5f2a3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bdd994dd-8d54-4b4a-9b9d-28efb0958c58 HTTP/1.1" status: 200 len: 849 time: 0.0459838 Sep 10 17:36:48.853586 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-7d162022-1782-4e39-a734-54c8e824aa9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dbd1cc2-35ce-4034-a17c-91a33da86216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276296 Sep 10 17:36:48.953346 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-b06e47e9-1e22-45f4-bb7f-3cd485581989 service neutron] 10.222.0.61 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827000 Sep 10 17:36:49.025990 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 44956) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:49.041732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e6d7-7be1-4d52-b8b4-00e0d71668d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.081356 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-392d3126-8fa7-4aa4-a593-dc79f280a96e req-bf10875f-1035-47c7-93e4-85c01bfb2fe5 service neutron] 10.222.0.61 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158724 Sep 10 17:36:49.093375 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a81f90-ac27-43be-93c4-f7c131d9789d req-bcf9f7f5-dc42-4ec1-a9b4-8f8bd1ebc557 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:49.094846 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10a81f90-ac27-43be-93c4-f7c131d9789d req-bcf9f7f5-dc42-4ec1-a9b4-8f8bd1ebc557 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0692923 Sep 10 17:36:49.137040 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e6d7-7be1-4d52-b8b4-00e0d71668d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.139304 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10a81f90-ac27-43be-93c4-f7c131d9789d req-70dd72ae-824a-4d1c-9c3e-9ddd7fbd7792 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Sep 10 17:36:49.225719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098ecb7-48bc-4efb-bd11-4eb9ee6a302f req-a3155788-1a0a-4160-b919-b6d4145bedaa tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:49.227188 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9098ecb7-48bc-4efb-bd11-4eb9ee6a302f req-a3155788-1a0a-4160-b919-b6d4145bedaa tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Sep 10 17:36:49.228583 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e6d7-7be1-4d52-b8b4-00e0d71668d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.266428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9098ecb7-48bc-4efb-bd11-4eb9ee6a302f req-5ff30d6a-5143-4299-85fc-6ecc4194924e tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Sep 10 17:36:49.267179 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e5f8e6d7-7be1-4d52-b8b4-00e0d71668d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7439bd65628f4622901b16f923d72557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395105 Sep 10 17:36:49.268113 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8e6d7-7be1-4d52-b8b4-00e0d71668d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6228743-8000-41ac-a373-213c0830c67c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:49.270476 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 44960) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:49.321697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.342405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.440918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.443649 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:49.448037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6228743-8000-41ac-a373-213c0830c67c HTTP/1.1" status: 204 len: 168 time: 0.1732821 Sep 10 17:36:49.454856 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53f020-8f9e-4f32-98f8-dc8608bfcf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6228743-8000-41ac-a373-213c0830c67c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:49.735262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b061-6380-4f15-89e4-550ce6f9c03f req-e2108970-820c-4ffb-a138-8979f0f40870 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:49.736785 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0609b061-6380-4f15-89e4-550ce6f9c03f req-e2108970-820c-4ffb-a138-8979f0f40870 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0497541 Sep 10 17:36:49.776634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0609b061-6380-4f15-89e4-550ce6f9c03f req-c4e11037-a7c4-444d-a547-32b665f57941 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Sep 10 17:36:50.038499 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-f4a8b238-06fb-496f-ba26-e3f91df2113c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:50.038499 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-f4a8b238-06fb-496f-ba26-e3f91df2113c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Sep 10 17:36:50.215075 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Deleting port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:36:50.215707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.555393 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45026) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:50.571034 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341d659-01f2-453f-af79-ab667620cb65 req-cacbaa7d-327e-4c73-b3f8-ef644e273be1 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:50.572590 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a341d659-01f2-453f-af79-ab667620cb65 req-cacbaa7d-327e-4c73-b3f8-ef644e273be1 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3540003 Sep 10 17:36:50.586248 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cd169-f40d-45ca-91e1-c4ae77589a0b req-88cc589b-7f4a-4ef9-9c13-9d5730bd2f5a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:50.587737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-541cd169-f40d-45ca-91e1-c4ae77589a0b req-88cc589b-7f4a-4ef9-9c13-9d5730bd2f5a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 944 time: 0.1463864 Sep 10 17:36:50.602059 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] For port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,segment=NetworkSegment(98f98b13-bb02-4db9-b461-9dbdba1eecec),segment_id=98f98b13-bb02-4db9-b461-9dbdba1eecec)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:50.602059 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.631902 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Calling delete_port for 59f6af9d-ac22-4140-b3dd-35b4f4e1627c owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:36:50.664013 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-981b4097-f82d-43ab-8025-5fada157568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.704876 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a341d659-01f2-453f-af79-ab667620cb65 req-7ea12e33-8bac-4482-b217-e117b10ab143 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/security-groups?id=a37160cf-44a1-4d8c-9e75-90ac656f54df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161542 Sep 10 17:36:50.747786 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-541cd169-f40d-45ca-91e1-c4ae77589a0b req-5f6da282-6a11-431a-bb8a-f5beeec91ab1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432946 Sep 10 17:36:50.774000 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-981b4097-f82d-43ab-8025-5fada157568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.878667 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-981b4097-f82d-43ab-8025-5fada157568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.898519 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34cfd4-d422-47eb-b2cd-f30e475482e1 req-497d56cf-d7e9-4d0f-a4d3-0b169421990f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:50.900027 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ed34cfd4-d422-47eb-b2cd-f30e475482e1 req-497d56cf-d7e9-4d0f-a4d3-0b169421990f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0489571 Sep 10 17:36:50.919004 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-981b4097-f82d-43ab-8025-5fada157568c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b8ae12501974e4289481ec0439ee75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625197 Sep 10 17:36:50.920115 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b4097-f82d-43ab-8025-5fada157568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080c6c2-ea40-4ba0-a80d-cc96f1b0bbc1,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:50.921738 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45036) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:50.948945 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:50.960659 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['59f6af9d-ac22-4140-b3dd-35b4f4e1627c'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:50.969200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ed34cfd4-d422-47eb-b2cd-f30e475482e1 req-5d78f30a-8e23-4ded-99fc-f5bd8f5a8407 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624921 Sep 10 17:36:51.000707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Pushing event deleted for resources: {'Port': ['ID=59f6af9d-ac22-4140-b3dd-35b4f4e1627c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:51.075749 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] No DVR routers for this DVR port 59f6af9d-ac22-4140-b3dd-35b4f4e1627c on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:36:51.080042 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:51.082709 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:51.084805 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3b770f78-546d-4c9b-8fbe-77cf6f4cb26a req-9f5554d1-c25b-4878-aba3-a71852a3b837 tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.61 "DELETE /v2.0/ports/59f6af9d-ac22-4140-b3dd-35b4f4e1627c HTTP/1.1" status: 204 len: 173 time: 1.0335250 Sep 10 17:36:51.085915 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'name': 'network-vif-deleted', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:51.088178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c8213-bb23-417a-b365-e0415da49123" -d '{"events": [{"server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "name": "network-vif-deleted", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:51.114472 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:51.138631 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcdf39a-d42a-4861-9bb4-1718c94b76ab x-openstack-request-id: req-4fcdf39a-d42a-4861-9bb4-1718c94b76ab {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:51.142810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf85f8-fe8c-4012-8e3a-3c408910c7f1", "name": "network-vif-deleted", "tag": "59f6af9d-ac22-4140-b3dd-35b4f4e1627c", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:51.142810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fcdf39a-d42a-4861-9bb4-1718c94b76ab {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:51.142810 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf85f8-fe8c-4012-8e3a-3c408910c7f1', 'name': 'network-vif-deleted', 'tag': '59f6af9d-ac22-4140-b3dd-35b4f4e1627c', 'status': 'completed', 'code': 200} Sep 10 17:36:51.245699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:51.249475 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:51.257128 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c080c6c2-ea40-4ba0-a80d-cc96f1b0bbc1 HTTP/1.1" status: 204 len: 168 time: 0.3277318 Sep 10 17:36:51.262285 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f97e98-99ff-4f42-bfac-911f3c845934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080c6c2-ea40-4ba0-a80d-cc96f1b0bbc1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:51.818717 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-399f8b28-dcfc-4adf-b752-71dcb081049e req-ec428907-1497-436c-bd1a-ba229e6de73c tempest-DeleteServersTestJSON-1395313513 tempest-DeleteServersTestJSON-1395313513-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2cf85f8-fe8c-4012-8e3a-3c408910c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0350013 Sep 10 17:36:51.876382 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f08fe-b6a0-4dea-bcbf-db8e41763231 req-f21c6e57-6363-4c9d-a7ca-6f39902002a0 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:51.877855 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ae7f08fe-b6a0-4dea-bcbf-db8e41763231 req-f21c6e57-6363-4c9d-a7ca-6f39902002a0 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 944 time: 0.0502038 Sep 10 17:36:51.917847 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ae7f08fe-b6a0-4dea-bcbf-db8e41763231 req-fccedfa2-13ca-4807-962a-2badfb912f9f tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Sep 10 17:36:51.987763 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device e5c047a7-bd36-4993-9472-f929c03354e3 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:36:52.059965 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45086) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:52.080127 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a539d422-4b39-40dc-8e6d-a3b4cfaf38d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.100505 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5c047a7-bd36-4993-9472-f929c03354e3,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:52.111958 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'e5c047a7-bd36-4993-9472-f929c03354e3', 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216', 'port_id': 'e5c047a7-bd36-4993-9472-f929c03354e3', 'mac_address': 'fa:16:3e:87:b5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd994dd-8d54-4b4a-9b9d-28efb0958c58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:36:52.148253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef5c62-0dc6-430a-af15-279fe8958efe req-af40debf-0019-4175-8081-e41883d3abad tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:52.150228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59ef5c62-0dc6-430a-af15-279fe8958efe req-af40debf-0019-4175-8081-e41883d3abad tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0772538 Sep 10 17:36:52.159697 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.178481 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c047a7-bd36-4993-9472-f929c03354e3 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:36:52.204446 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5c047a7-bd36-4993-9472-f929c03354e3,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:52.209031 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59ef5c62-0dc6-430a-af15-279fe8958efe req-4a2f226c-1898-4f1a-a979-1f55771ef10c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514476 Sep 10 17:36:52.222714 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a539d422-4b39-40dc-8e6d-a3b4cfaf38d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.360015 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.388224 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a539d422-4b39-40dc-8e6d-a3b4cfaf38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.409464 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:52.416733 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.417476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.417476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.417724 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.418053 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.418378 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.418700 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.419200 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.419548 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.419876 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.420218 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.420562 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:36:52.428967 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a539d422-4b39-40dc-8e6d-a3b4cfaf38d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23d28852cd9c455ebe6b426465eaf4c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676426 Sep 10 17:36:52.429770 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539d422-4b39-40dc-8e6d-a3b4cfaf38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b3d662-d034-410c-b46c-8b07ebf5a356,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:52.431620 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45090) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:52.480804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.503344 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.644712 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.647434 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:52.648492 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10b3d662-d034-410c-b46c-8b07ebf5a356 HTTP/1.1" status: 204 len: 168 time: 0.2154419 Sep 10 17:36:52.656624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5e09-3283-463a-88e8-aab48ff4bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b3d662-d034-410c-b46c-8b07ebf5a356,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:52.697853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['e5c047a7-bd36-4993-9472-f929c03354e3'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:36:53.039215 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18644012-db4b-4a3e-9854-45b07619cbce req-49c5bc5f-5163-4e9b-8d93-3485ba5405a3 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:53.041379 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-18644012-db4b-4a3e-9854-45b07619cbce req-49c5bc5f-5163-4e9b-8d93-3485ba5405a3 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 945 time: 0.0544553 Sep 10 17:36:53.092536 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-18644012-db4b-4a3e-9854-45b07619cbce req-8eccce21-642f-4dcf-a19c-45a9e5357469 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Sep 10 17:36:53.351501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbade95-ada2-4b8f-be5d-0731aab40bb5 req-26b1df58-d4d2-4b5c-914f-242d7b3822f0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:53.352825 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efbade95-ada2-4b8f-be5d-0731aab40bb5 req-26b1df58-d4d2-4b5c-914f-242d7b3822f0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0572422 Sep 10 17:36:53.395808 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efbade95-ada2-4b8f-be5d-0731aab40bb5 req-87b783f0-0679-4a96-b6fa-ec1d0685bf9c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Sep 10 17:36:54.000347 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device e5c047a7-bd36-4993-9472-f929c03354e3 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:36:54.184278 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port e5c047a7-bd36-4993-9472-f929c03354e3 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:36:54.202239 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port e5c047a7-bd36-4993-9472-f929c03354e3 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:36:54.203958 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.229935 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84bb77-3eeb-4b00-b18b-5c82e7a7a59a req-cb81d36a-2af6-4f00-b038-fc6717953b5e tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:54.232164 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b84bb77-3eeb-4b00-b18b-5c82e7a7a59a req-cb81d36a-2af6-4f00-b038-fc6717953b5e tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 945 time: 0.0587399 Sep 10 17:36:54.272837 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b84bb77-3eeb-4b00-b18b-5c82e7a7a59a req-cc49fd3b-75b4-4add-a9e2-c45d3c5499f8 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Sep 10 17:36:54.315697 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.338572 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:36:54.340831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bd1461-a5f3-43cf-b33f-182ee8411012" -d '{"events": [{"server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "name": "network-vif-plugged", "status": "completed", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:36:54.353150 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5c047a7-bd36-4993-9472-f929c03354e3,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:36:54.380618 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f3431-c3d6-45b8-8966-6fd68a37e7e3 x-openstack-request-id: req-1d5f3431-c3d6-45b8-8966-6fd68a37e7e3 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:36:54.380910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "name": "network-vif-plugged", "status": "completed", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:36:54.381161 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d5f3431-c3d6-45b8-8966-6fd68a37e7e3 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:36:54.381760 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3', 'code': 200} Sep 10 17:36:54.474551 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.475484 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 59f6af9d-ac22-4140-b3dd-35b4f4e1627c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:36:54.520965 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 59f6af9d-ac22-4140-b3dd-35b4f4e1627c {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:36:54.521358 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 59f6af9d-ac22-4140-b3dd-35b4f4e1627c not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:36:54.550613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:54.581809 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9207dc8-faae-4ba5-8406-653d62aa33c0 req-19d0e47c-63c4-4e48-91b5-b0264766338d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:54.583812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9207dc8-faae-4ba5-8406-653d62aa33c0 req-19d0e47c-63c4-4e48-91b5-b0264766338d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0922740 Sep 10 17:36:54.628491 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45190) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:54.642118 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9207dc8-faae-4ba5-8406-653d62aa33c0 req-151ca51a-6f74-4a47-87bc-0e31b1f185f6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Sep 10 17:36:54.685997 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Deleting subnet 81d329bd-d367-4ccd-8c4c-c5314d3b0ffb {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:36:54.689512 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.723839 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.733250 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.814451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c0c2-dc55-4d85-b810-65e01adaf78b req-ec745f2f-0b28-42af-b0f7-c44deaa8bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:54.815991 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a73c0c2-dc55-4d85-b810-65e01adaf78b req-ec745f2f-0b28-42af-b0f7-c44deaa8bd51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 1099 time: 0.0437307 Sep 10 17:36:54.854334 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a73c0c2-dc55-4d85-b810-65e01adaf78b req-bbedc1af-7c8f-44cf-8a38-ddc108073856 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295615 Sep 10 17:36:54.908000 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.936387 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d329bd-d367-4ccd-8c4c-c5314d3b0ffb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:54.942889 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:54.944204 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-72e711d0-830c-4066-a2d4-82cf0fbe0fc4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81d329bd-d367-4ccd-8c4c-c5314d3b0ffb HTTP/1.1" status: 204 len: 168 time: 0.3138008 Sep 10 17:36:54.946754 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45200) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:55.024628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.114651 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.135676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.136025 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.136834 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.137168 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > port after_create 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.137512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.137863 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > port after_update 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.138234 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.138627 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.138943 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.139280 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.321517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.321921 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.322257 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.326603 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:36:55.326603 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e027e6d-6467-408a-aca6-fc1bb0810887']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:55.344479 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f98b13-bb02-4db9-b461-9dbdba1eecec') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:55.344770 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f98b13-bb02-4db9-b461-9dbdba1eecec') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:36:55.382467 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.407184 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.417643 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:36:55.418027 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: from cryptography.utils import int_from_bytes Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: from cryptography.utils import int_from_bytes Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:36:55.422492 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:36:55.454357 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2eab3-953c-4748-b59a-d0cfba6d48a1 req-03419e6c-e92e-452d-bc44-638ec17e6bb9 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:55.455870 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7df2eab3-953c-4748-b59a-d0cfba6d48a1 req-03419e6c-e92e-452d-bc44-638ec17e6bb9 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 946 time: 0.1146522 Sep 10 17:36:55.520127 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7df2eab3-953c-4748-b59a-d0cfba6d48a1 req-f32f457a-a1f5-4f0b-b731-a1356ffaa074 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Sep 10 17:36:55.617337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.624583 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:55.626372 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1e027e6d-6467-408a-aca6-fc1bb0810887 HTTP/1.1" status: 204 len: 168 time: 0.6786423 Sep 10 17:36:55.637062 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f9a4a-dc18-4017-9fbe-32f434be2558 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e027e6d-6467-408a-aca6-fc1bb0810887,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:55.756321 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fb638-3aaa-4d7c-8907-8eab590d033e req-f9a19f7f-c7f5-4256-8036-9de6c25a3078 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:55.757799 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-923fb638-3aaa-4d7c-8907-8eab590d033e req-f9a19f7f-c7f5-4256-8036-9de6c25a3078 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Sep 10 17:36:55.795429 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-923fb638-3aaa-4d7c-8907-8eab590d033e req-e5fee28a-f5c7-4ffa-a212-7af1cfa628c3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Sep 10 17:36:56.084217 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45230) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:56.143592 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-360a381c-3bf0-4f20-a913-450d404115a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8be275fbf1064b59ad056bf8d4da4681&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0582261 Sep 10 17:36:56.146906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45234) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:56.198590 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:56.220853 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:56.369961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:56.372802 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:56.374265 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a37160cf-44a1-4d8c-9e75-90ac656f54df HTTP/1.1" status: 204 len: 168 time: 0.2264187 Sep 10 17:36:56.385155 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058ff48-f0f5-41df-97db-8a694029da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37160cf-44a1-4d8c-9e75-90ac656f54df,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:56.637681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9308dce-8d2b-43a5-9325-80e2be1d0e4b req-72ca1389-2359-4f29-9484-915fb545bad6 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:56.640964 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b9308dce-8d2b-43a5-9325-80e2be1d0e4b req-72ca1389-2359-4f29-9484-915fb545bad6 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Sep 10 17:36:56.696456 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b9308dce-8d2b-43a5-9325-80e2be1d0e4b req-5ee8a7d0-7ce4-4120-9a4b-50fc672780bf tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Sep 10 17:36:56.921158 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dca3fa-3bec-4b23-b749-ce44fe2b50bd req-eefd974f-e8d8-4f27-a7de-ef9ed4af41ab tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:56.922986 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2dca3fa-3bec-4b23-b749-ce44fe2b50bd req-eefd974f-e8d8-4f27-a7de-ef9ed4af41ab tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0601618 Sep 10 17:36:56.961177 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2dca3fa-3bec-4b23-b749-ce44fe2b50bd req-ae3a264c-e059-4fcb-bc8a-2ef905b4439a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Sep 10 17:36:58.078632 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5edcb2-efa4-457f-9aa9-96f13fe1f63a req-7e50142a-2374-4ebd-b718-dab9ade11030 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:58.080161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5f5edcb2-efa4-457f-9aa9-96f13fe1f63a req-7e50142a-2374-4ebd-b718-dab9ade11030 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0491457 Sep 10 17:36:58.120933 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5f5edcb2-efa4-457f-9aa9-96f13fe1f63a req-b6fe71ff-a88f-4ef4-ad40-191cbd43bf6f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Sep 10 17:36:58.782708 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfe13-cab3-4a1e-92bb-08727c6ba893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:58.918619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614eb4-dac8-43be-a89b-2594bb74a620 req-c6e4661e-fa06-4eb8-9de8-8c0ca5e63c11 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:58.920338 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb614eb4-dac8-43be-a89b-2594bb74a620 req-c6e4661e-fa06-4eb8-9de8-8c0ca5e63c11 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 946 time: 0.0751653 Sep 10 17:36:58.964230 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb614eb4-dac8-43be-a89b-2594bb74a620 req-21f71473-26b7-4c1c-bd6b-dc8b93e2b89c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 Sep 10 17:36:59.056835 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45374) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:59.171497 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f24114a-a831-4d3b-8904-ec29ccbd2ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.268111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dfdc3-005f-4aaf-b014-d8bf7e9241b0 req-9b922226-b7b2-4787-bbc3-90bb03406730 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:36:59.269651 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c99dfdc3-005f-4aaf-b014-d8bf7e9241b0 req-9b922226-b7b2-4787-bbc3-90bb03406730 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0706704 Sep 10 17:36:59.327047 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c99dfdc3-005f-4aaf-b014-d8bf7e9241b0 req-3251b334-c880-4af9-b88c-1067c41cce3c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Sep 10 17:36:59.331697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f24114a-a831-4d3b-8904-ec29ccbd2ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.382982 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1f24114a-a831-4d3b-8904-ec29ccbd2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.421674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-1f24114a-a831-4d3b-8904-ec29ccbd2ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d770e6a7a9854bfdb513bbf675d02c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637550 Sep 10 17:36:59.422537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24114a-a831-4d3b-8904-ec29ccbd2ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de3cc9-4300-4575-9d44-1e33c77cd6ba,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:59.424352 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45382) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:59.472698 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.495175 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.585091 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:36:59.616687 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.619274 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.620534 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0de3cc9-4300-4575-9d44-1e33c77cd6ba HTTP/1.1" status: 204 len: 168 time: 0.1945956 Sep 10 17:36:59.630592 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3dbef-fff7-44a4-b63d-ebbca17e01f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de3cc9-4300-4575-9d44-1e33c77cd6ba,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:36:59.695505 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3a70cd1-ea70-4746-bf05-53cbf759d023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:36:59.934178 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3a70cd1-ea70-4746-bf05-53cbf759d023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.028556 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d3a70cd1-ea70-4746-bf05-53cbf759d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.074752 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d3a70cd1-ea70-4746-bf05-53cbf759d023 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01bd012e03514044ade62c4d699c8129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885166 Sep 10 17:37:00.075949 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a70cd1-ea70-4746-bf05-53cbf759d023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1acd622-3156-4c79-815a-2806468d7ce8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:00.078847 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45404) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:00.087082 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe207a1-4ddc-4ba2-a045-03b021a42fcb req-d0663865-48cf-4581-9e21-768b105bc521 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:00.092739 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efe207a1-4ddc-4ba2-a045-03b021a42fcb req-d0663865-48cf-4581-9e21-768b105bc521 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 946 time: 0.0561571 Sep 10 17:37:00.132744 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efe207a1-4ddc-4ba2-a045-03b021a42fcb req-c99ca07d-0197-4b62-bafc-ef2d4a421f4f tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Sep 10 17:37:00.136628 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.157926 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.286172 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.288838 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.290017 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1acd622-3156-4c79-815a-2806468d7ce8 HTTP/1.1" status: 204 len: 168 time: 0.2098925 Sep 10 17:37:00.299014 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438f7bf-f458-420d-a23e-5400adabe65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1acd622-3156-4c79-815a-2806468d7ce8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:00.325021 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45412) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:00.340106 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c0a-2116-4a2d-8d1a-cc6139f3ae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.435761 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c0a-2116-4a2d-8d1a-cc6139f3ae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.449697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b514cb7-c7a4-43e4-bb21-dcaa41c445a8 req-ce2186c6-79c0-447c-83c1-6bb27cddc808 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:00.451181 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7b514cb7-c7a4-43e4-bb21-dcaa41c445a8 req-ce2186c6-79c0-447c-83c1-6bb27cddc808 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Sep 10 17:37:00.492955 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7b514cb7-c7a4-43e4-bb21-dcaa41c445a8 req-c81c1a65-01dd-4623-b0a5-5f5c319ffce5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Sep 10 17:37:00.530993 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c0a-2116-4a2d-8d1a-cc6139f3ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.573108 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b44a4c0a-2116-4a2d-8d1a-cc6139f3ae27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d6a114d3bb34f41ad082491e6ec0ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467802 Sep 10 17:37:00.573952 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a4c0a-2116-4a2d-8d1a-cc6139f3ae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c993db50-063a-4ca0-9c46-645b4a34d2de,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:00.576407 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45418) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:00.632641 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.635891 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-d74d2ca4-e417-40c1-8d6e-c3d2e7588b80 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:00.638185 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-d74d2ca4-e417-40c1-8d6e-c3d2e7588b80 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 946 time: 0.0807140 Sep 10 17:37:00.655337 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.745694 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Deleting port e5c047a7-bd36-4993-9472-f929c03354e3 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:37:00.745945 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.795005 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.798046 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.799916 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c993db50-063a-4ca0-9c46-645b4a34d2de HTTP/1.1" status: 204 len: 168 time: 0.2222171 Sep 10 17:37:00.813423 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0ebfb-fa1f-4f05-a428-2d9491353231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c993db50-063a-4ca0-9c46-645b4a34d2de,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:00.841004 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] For port e5c047a7-bd36-4993-9472-f929c03354e3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5c047a7-bd36-4993-9472-f929c03354e3,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:00.841374 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:00.855498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Calling delete_port for e5c047a7-bd36-4993-9472-f929c03354e3 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:37:01.091689 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.108316 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['e5c047a7-bd36-4993-9472-f929c03354e3'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:37:01.121277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Pushing event deleted for resources: {'Port': ['ID=e5c047a7-bd36-4993-9472-f929c03354e3,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:01.165532 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] No DVR routers for this DVR port e5c047a7-bd36-4993-9472-f929c03354e3 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:37:01.169809 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.170859 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ae645a6-8578-4025-a8dc-491a6f004c17 req-c23ae531-edb8-44f8-be4e-507d07768b8c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "DELETE /v2.0/ports/e5c047a7-bd36-4993-9472-f929c03354e3 HTTP/1.1" status: 204 len: 173 time: 0.5195460 Sep 10 17:37:01.171291 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'name': 'network-vif-deleted', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:01.173808 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232e3f3-8ce1-4b35-bb59-4838a7db35d1" -d '{"events": [{"server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "name": "network-vif-deleted", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:37:01.186729 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45436) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:01.200895 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8e6a-0cec-4666-ae02-108f9332cc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.243609 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9c3353fa-4254-4061-92ba-b012ad7efde3 req-1ae5c17e-d955-45b6-a25b-008e0abdc76b tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.0314934 Sep 10 17:37:01.285071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f62eb74-2074-4642-8137-801a8eb3ac26 x-openstack-request-id: req-1f62eb74-2074-4642-8137-801a8eb3ac26 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:37:01.285470 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b83efa3-8a7e-4517-8429-a89a0313f484", "name": "network-vif-deleted", "tag": "e5c047a7-bd36-4993-9472-f929c03354e3", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:37:01.285913 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f62eb74-2074-4642-8137-801a8eb3ac26 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:37:01.286611 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b83efa3-8a7e-4517-8429-a89a0313f484', 'name': 'network-vif-deleted', 'tag': 'e5c047a7-bd36-4993-9472-f929c03354e3', 'status': 'completed', 'code': 200} Sep 10 17:37:01.319451 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8e6a-0cec-4666-ae02-108f9332cc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.361420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45440) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:01.456998 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8e6a-0cec-4666-ae02-108f9332cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.464827 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-080eccc7-f358-4685-8f9c-3c6fbe3a793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.495530 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ce4e8e6a-0cec-4666-ae02-108f9332cc1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbdf1c246a0248febbe58aa8b5f58118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076749 Sep 10 17:37:01.496266 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8e6a-0cec-4666-ae02-108f9332cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6766cb-4285-4663-b31d-dfd74645d41d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:01.498545 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45444) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:01.559308 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.570018 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5eed3bc9-436d-4d39-ade6-17e2f0f1d206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.589051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-080eccc7-f358-4685-8f9c-3c6fbe3a793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.602488 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.646734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f1a29-0b90-4e70-bc1f-03aef6a5525c req-25767276-c6f8-4033-8653-8cc9f5eed7d7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:01.648552 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6d1f1a29-0b90-4e70-bc1f-03aef6a5525c req-25767276-c6f8-4033-8653-8cc9f5eed7d7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0881646 Sep 10 17:37:01.689910 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6d1f1a29-0b90-4e70-bc1f-03aef6a5525c req-c058ba92-efb7-4ebf-af76-56e05845ee4a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Sep 10 17:37:01.691087 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-080eccc7-f358-4685-8f9c-3c6fbe3a793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.729919 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-080eccc7-f358-4685-8f9c-3c6fbe3a793b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aeb24154bf348f1af454162b7e7eafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674333 Sep 10 17:37:01.731111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eccc7-f358-4685-8f9c-3c6fbe3a793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e6ad7b-4970-4446-b212-7234580b4331,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:01.732562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45452) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:01.737397 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.787735 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.808887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.824496 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.826951 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.830944 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c6766cb-4285-4663-b31d-dfd74645d41d HTTP/1.1" status: 204 len: 168 time: 0.3286061 Sep 10 17:37:01.848556 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68501e8d-26d2-40dd-8268-c8a7a3686410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6766cb-4285-4663-b31d-dfd74645d41d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:01.994175 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.996798 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:01.998076 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7e6ad7b-4970-4446-b212-7234580b4331 HTTP/1.1" status: 204 len: 168 time: 0.2643669 Sep 10 17:37:02.006182 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4179467-d269-4fa1-8822-5a9e3da6460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e6ad7b-4970-4446-b212-7234580b4331,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:02.392173 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2f9759c9-2ea3-4d73-8791-ca1eae470373 req-b1a33926-62a1-4a4e-9a4d-946c2a18d141 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b83efa3-8a7e-4517-8429-a89a0313f484 HTTP/1.1" status: 200 len: 210 time: 0.0315104 Sep 10 17:37:02.400087 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:02.808691 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d46ac-6b3a-4f87-86e7-95eb27d7f51f req-e0a7f503-50a7-426b-b4ca-ac53dd385d77 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:02.810208 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-935d46ac-6b3a-4f87-86e7-95eb27d7f51f req-e0a7f503-50a7-426b-b4ca-ac53dd385d77 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 10 17:37:02.849727 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-935d46ac-6b3a-4f87-86e7-95eb27d7f51f req-b179af10-ec89-4939-89e4-a82e871f1a93 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Sep 10 17:37:02.881335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45512) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:02.906971 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7973-24bc-409e-aa47-2ec60fac794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.027376 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7973-24bc-409e-aa47-2ec60fac794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.114031 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7973-24bc-409e-aa47-2ec60fac794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.154379 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5f8c7973-24bc-409e-aa47-2ec60fac794f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e8819aff3dc4189b98032c17419ff20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704294 Sep 10 17:37:03.155347 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c7973-24bc-409e-aa47-2ec60fac794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e50b7-ae70-4218-a332-fdbce9224c14,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:03.155628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45520) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:03.214276 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.244701 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.393948 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.397246 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:03.398624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a14e50b7-ae70-4218-a332-fdbce9224c14 HTTP/1.1" status: 204 len: 168 time: 0.2416861 Sep 10 17:37:03.413481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89235db3-337a-4f16-9f95-fbc7962dd60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e50b7-ae70-4218-a332-fdbce9224c14,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:03.738106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45552) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:03.910003 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-379a719f-d218-481a-9362-c79f1c345a72 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:03.911518 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-379a719f-d218-481a-9362-c79f1c345a72 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/networks?id=4dbd1cc2-35ce-4034-a17c-91a33da86216 HTTP/1.1" status: 200 len: 809 time: 0.1303997 Sep 10 17:37:03.944762 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-798f3394-ef78-485d-89d9-663f0b0fcd68 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/quotas/6be93c1e1a074ed99ce47c65a1913aeb HTTP/1.1" status: 200 len: 375 time: 0.0254610 Sep 10 17:37:03.991045 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d1fb6328-fe48-47fd-b2e5-13126eedc448 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300379 Sep 10 17:37:04.009437 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e115-ce84-4a03-a3ac-232e574c7850 req-33067aba-22cf-4a8a-9c5a-8dfb30dda2bc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:04.011242 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ae75e115-ce84-4a03-a3ac-232e574c7850 req-33067aba-22cf-4a8a-9c5a-8dfb30dda2bc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0800807 Sep 10 17:37:04.025987 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-25583974-network', 'tenant_id': '79297419fe74460faaab6dfea1584603'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:04.064890 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device e5c047a7-bd36-4993-9472-f929c03354e3 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:37:04.098804 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: e5c047a7-bd36-4993-9472-f929c03354e3 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:37:04.104983 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device e5c047a7-bd36-4993-9472-f929c03354e3 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:37:04.107356 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45582) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:04.156931 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ae75e115-ce84-4a03-a3ac-232e574c7850 req-b4b32c53-641a-402e-887e-71a093bccf56 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347859 Sep 10 17:37:04.165581 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Deleting subnet e5098468-3c66-480a-97d4-b465726d6204 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:37:04.170368 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.184791 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-98058d9c-4bb9-40e4-a62e-10e9113e6ee5 service neutron] 10.222.0.53 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721218 Sep 10 17:37:04.207302 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.214335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.221876 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Made reservation on behalf of 79297419fe74460faaab6dfea1584603 for: {'network': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:37:04.225719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.245806 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.267729 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.317709 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-4b8ad308-5dac-4daa-ad1f-42774a638c65 service neutron] 10.222.0.53 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300225 Sep 10 17:37:04.349197 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.387661 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.389863 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5098468-3c66-480a-97d4-b465726d6204 HTTP/1.1" status: 204 len: 168 time: 0.2814574 Sep 10 17:37:04.391174 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.391984 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f149f4d-5395-4f2f-b1f5-8ac59bf7c0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5098468-3c66-480a-97d4-b465726d6204,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:04.392433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45590) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:04.468797 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.475338 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.516612 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:37:04.575741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.575741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.segments_db [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Added segment 860170c2-8944-431e-ba49-ca4ad2518c85 of type vlan for network 220f35d9-aded-4e4e-afca-ccc3dbaa85bc Sep 10 17:37:04.622274 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c811a6c-cb70-48f0-840d-3d1bfc60f113,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:04.627033 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.667626 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5258b177-5082-48c3-80f9-32c905a86154 req-21632715-9d8c-4e96-9763-2cfbf972d003 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 210 time: 0.0478454 Sep 10 17:37:04.933850 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:04.972514 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38242cb-e4fa-4f1b-81f0-d42731510d8f']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:04.988100 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd393715-42b9-40c5-af48-2764f3710683') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:04.988429 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd393715-42b9-40c5-af48-2764f3710683') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:04.999109 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.007634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.008631 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:05.009291 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.019688 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:05.042995 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:05.131978 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] Pushing event updated for resources: {'Network': ['ID=220f35d9-aded-4e4e-afca-ccc3dbaa85bc,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:05.143442 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 220f35d9-aded-4e4e-afca-ccc3dbaa85bc details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:37:05.157657 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-5e3a535b-60fe-488c-a41e-443caa3c4e1b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4158657 Sep 10 17:37:05.179157 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45632) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:05.179157 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Request body: {'subnet': {'network_id': '220f35d9-aded-4e4e-afca-ccc3dbaa85bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-25583974-subnet', 'tenant_id': '79297419fe74460faaab6dfea1584603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:05.229487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.246644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.248615 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] 10.222.0.53 "DELETE /v2.0/networks/d38242cb-e4fa-4f1b-81f0-d42731510d8f HTTP/1.1" status: 204 len: 168 time: 0.8552549 Sep 10 17:37:05.251505 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45636) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:05.296522 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519caf0-0559-45b7-b22a-88270caa4c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d38242cb-e4fa-4f1b-81f0-d42731510d8f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:05.306943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Deleting subnet bb822c5a-1a52-4d37-a4d2-8c2c18ff7d08 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:37:05.310349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.316714 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ef553-0766-46f3-a93c-0f2b93cf1567 req-d0f23742-0ded-453c-a746-977560b949d6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:05.321969 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-245ef553-0766-46f3-a93c-0f2b93cf1567 req-d0f23742-0ded-453c-a746-977560b949d6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0687864 Sep 10 17:37:05.332295 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Made reservation on behalf of 79297419fe74460faaab6dfea1584603 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:37:05.335664 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.370106 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.372795 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-245ef553-0766-46f3-a93c-0f2b93cf1567 req-9135f501-a702-4601-8537-197d68cc7ec0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Sep 10 17:37:05.404534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.611462 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.645189 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.650298 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bb822c5a-1a52-4d37-a4d2-8c2c18ff7d08 HTTP/1.1" status: 204 len: 168 time: 0.3954375 Sep 10 17:37:05.650298 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bc2ad-736f-4c2d-ba71-263e0343128a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb822c5a-1a52-4d37-a4d2-8c2c18ff7d08,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:05.650711 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45656) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:05.652862 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.711876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cc4f96-d07c-41b3-a264-277067ffbef9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:05.747801 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Checking segment: {'id': '860170c2-8944-431e-ba49-ca4ad2518c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '220f35d9-aded-4e4e-afca-ccc3dbaa85bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:37:05.748177 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Network hostable DHCP agents. Network: 220f35d9-aded-4e4e-afca-ccc3dbaa85bc, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:37:05.751337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.794061 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b489d7b-b5a2-4480-85e4-32fe1e0933ca req-47625a16-5ae0-4165-873b-d8596a5e4a93 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 210 time: 0.0368168 Sep 10 17:37:05.863153 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Network 220f35d9-aded-4e4e-afca-ccc3dbaa85bc is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:37:05.870698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.892668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a1a86f-f972-44a9-b5c4-37d355684f6d']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:05.905078 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aa6922-241a-4a55-a433-1398060ba1fb') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:05.905556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aa6922-241a-4a55-a433-1398060ba1fb') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:05.922055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.936330 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.942240 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:37:05.942621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:05.944654 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:05.964687 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 220f35d9-aded-4e4e-afca-ccc3dbaa85bc) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:37:05.974267 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb11d04-9a46-4fe4-b670-59ca4d48d933 None None] Network 220f35d9-aded-4e4e-afca-ccc3dbaa85bc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:37:05.989056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:05.989655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.103341 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-396328ee-85ac-4db7-8dd7-8ccb5a03ca91 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9441185 Sep 10 17:37:06.120570 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.132692 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.134490 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb977e78-1abe-4c96-b6fa-c60e0af5589b None None] Network 220f35d9-aded-4e4e-afca-ccc3dbaa85bc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:37:06.134737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32a1a86f-f972-44a9-b5c4-37d355684f6d HTTP/1.1" status: 204 len: 168 time: 0.4829762 Sep 10 17:37:06.145063 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f646d-7e19-4ea6-bb7a-849a577bdd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a1a86f-f972-44a9-b5c4-37d355684f6d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:06.496634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b5809-771a-4fcc-917d-49eeb17c774d req-af4be2df-53dc-4e30-a322-6ba1eddc1399 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:06.498140 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b17b5809-771a-4fcc-917d-49eeb17c774d req-af4be2df-53dc-4e30-a322-6ba1eddc1399 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Sep 10 17:37:06.548789 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b17b5809-771a-4fcc-917d-49eeb17c774d req-3118eb30-0365-4227-86b6-b1e7b9df52d8 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Sep 10 17:37:06.629217 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45694) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:06.674313 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b38eba14-fdb5-4a65-aa3e-b16f8710a9c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2362191fdf804e29a77504777877a89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435708 Sep 10 17:37:06.676766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45700) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:06.780353 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.805686 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.926200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5d72c2df-49f0-46be-934b-33139e636f68 req-6a8c96e9-d1da-4992-a149-6adf35ad5dc8 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Sep 10 17:37:06.994228 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:06.997849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.002483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba9f8209-270f-448c-aa5d-e5252ae3e104 HTTP/1.1" status: 204 len: 168 time: 0.3207924 Sep 10 17:37:07.008073 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bc1c9-c822-42d2-9a26-a8fee0775dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f8209-270f-448c-aa5d-e5252ae3e104,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:07.128064 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45728) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:07.138300 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-424978524-network', 'tenant_id': '36c5a219acaf41f4ad1148b097414904'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:07.182101 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-0db8b742-1028-41f2-9085-8ec0a074b3da tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:07.183562 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-0db8b742-1028-41f2-9085-8ec0a074b3da tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "GET /v2.0/networks?id=4dbd1cc2-35ce-4034-a17c-91a33da86216 HTTP/1.1" status: 200 len: 809 time: 0.1435649 Sep 10 17:37:07.203819 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Request body: {'port': {'device_id': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216', 'admin_state_up': True, 'tenant_id': '6be93c1e1a074ed99ce47c65a1913aeb'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:07.279833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Made reservation on behalf of 36c5a219acaf41f4ad1148b097414904 for: {'network': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:37:07.282050 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.300879 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.334587 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.db.api [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 17:37:07.334587 dv-cinder-787195-9-iscsi neutron-server[94683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 17:37:07.334587 dv-cinder-787195-9-iscsi neutron-server[94683]: [parameters: {'project_id_1': '6be93c1e1a074ed99ce47c65a1913aeb', 'expiration_1': datetime.datetime(2021, 9, 10, 17, 36, 47, 319928)}] Sep 10 17:37:07.334587 dv-cinder-787195-9-iscsi neutron-server[94683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:37:07.335169 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG oslo_db.api [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:37:07.400344 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.485864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.514377 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=94683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:37:07.520649 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae270ff-a175-4256-9002-6792b69b9a87,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:07.528203 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.528587 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.segments_db [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Added segment 8d3f8fa3-0187-4479-95ee-3330ba4f7649 of type vlan for network 4526741d-4ed2-43ea-9ceb-55dc264b1d4e Sep 10 17:37:07.569624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.667166 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8e9db-6c21-4555-a44b-0bfa71017cc1 req-5eb39a3d-6e42-4b63-882c-6679ef3741b9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:07.668651 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9aa8e9db-6c21-4555-a44b-0bfa71017cc1 req-5eb39a3d-6e42-4b63-882c-6679ef3741b9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0534666 Sep 10 17:37:07.673883 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.676045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:07.676045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:07.754762 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4526741d-4ed2-43ea-9ceb-55dc264b1d4e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:07.764117 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9aa8e9db-6c21-4555-a44b-0bfa71017cc1 req-1f939c89-d1c6-4ecd-9949-8ee63cba573a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 Sep 10 17:37:07.765071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 4526741d-4ed2-43ea-9ceb-55dc264b1d4e details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:37:07.801127 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-a11ef3b0-9b5c-4bc0-b635-2e48e817e6c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6715808 Sep 10 17:37:07.807138 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45738) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:07.812406 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Request body: {'subnet': {'network_id': '4526741d-4ed2-43ea-9ceb-55dc264b1d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-424978524-subnet', 'tenant_id': '36c5a219acaf41f4ad1148b097414904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:07.965548 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Made reservation on behalf of 36c5a219acaf41f4ad1148b097414904 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:37:07.967879 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.016299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45756) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:08.083100 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-73353a50-9520-45cf-8d16-6bc56a8de8cf req-73748fde-1f64-4eab-b0e6-d0b73dc80c80 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 210 time: 0.0573237 Sep 10 17:37:08.098869 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Made reservation on behalf of 6be93c1e1a074ed99ce47c65a1913aeb for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:37:08.103139 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.143069 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3941efa5-e022-4930-be9e-b40c1971ef2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e9747f4fca943aa93e33607387264d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253340 Sep 10 17:37:08.149769 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45762) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:08.163923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58fab-058a-4d82-85a4-86a964f4726f req-ce664a94-28de-4313-a2a7-72170847e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:08.165428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0db58fab-058a-4d82-85a4-86a964f4726f req-ce664a94-28de-4313-a2a7-72170847e580 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 1098 time: 0.1296799 Sep 10 17:37:08.245843 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.283682 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0db58fab-058a-4d82-85a4-86a964f4726f req-963d67b1-f161-4ab6-8a4a-2f9775f21b30 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856731 Sep 10 17:37:08.304492 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.308752 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099f9ed1-f3e5-4070-9101-aef13c546b5c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:08.320056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Checking segment: {'id': '8d3f8fa3-0187-4479-95ee-3330ba4f7649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4526741d-4ed2-43ea-9ceb-55dc264b1d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:37:08.320461 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Network hostable DHCP agents. Network: 4526741d-4ed2-43ea-9ceb-55dc264b1d4e, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:37:08.340473 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.348908 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Allocated IP 172.20.0.4 (4dbd1cc2-35ce-4034-a17c-91a33da86216/bdd994dd-8d54-4b4a-9b9d-28efb0958c58/86ffe09f-5239-4da8-889b-32d90cca2f04) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:37:08.457171 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Network 4526741d-4ed2-43ea-9ceb-55dc264b1d4e is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:37:08.486764 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.489275 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.491106 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daa37492-0862-4cfb-8dda-3eb90fa86cd5 HTTP/1.1" status: 204 len: 168 time: 0.3396268 Sep 10 17:37:08.507334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88290a-98eb-48e9-9dd3-cf0d1ab8a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa37492-0862-4cfb-8dda-3eb90fa86cd5,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:08.525159 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.593748 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 4526741d-4ed2-43ea-9ceb-55dc264b1d4e) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:37:08.599910 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:08.606155 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.606327 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e362d-28a9-4f2d-917d-1a7b49c9eb6a None None] Network 4526741d-4ed2-43ea-9ceb-55dc264b1d4e requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:37:08.651372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.699446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Network 4dbd1cc2-35ce-4034-a17c-91a33da86216 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:37:08.699446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:37:08.701187 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:37:08.703487 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-acc9ad9a-bd11-42e6-bc10-4aedf7a31855 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8951132 Sep 10 17:37:08.730631 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19268a6f-87e1-4c3d-8d3b-116265a60620 None None] Network 4526741d-4ed2-43ea-9ceb-55dc264b1d4e requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:37:08.735509 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Pushing event updated for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:08.764254 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:08.765002 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.841728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45772) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:08.897003 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc830b2c-c6e8-4ec8-afd1-9c8bcb131681 req-7c60caf4-2ef3-4820-9551-53680fa080b4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:08.900222 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc830b2c-c6e8-4ec8-afd1-9c8bcb131681 req-7c60caf4-2ef3-4820-9551-53680fa080b4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0600297 Sep 10 17:37:08.904543 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Deleting subnet d9cc4f96-d07c-41b3-a264-277067ffbef9 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:37:08.908881 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.921673 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-6f73550a-e17f-44cd-a48f-2231e5f2e029 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214401 Sep 10 17:37:08.958698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Request body: {'port': {'device_id': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:37:08.962399 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.970678 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:08.979720 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc830b2c-c6e8-4ec8-afd1-9c8bcb131681 req-45a0055d-b3b0-4aa0-a729-39e398c8d9a8 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Sep 10 17:37:09.039630 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.182904 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.211454 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.216047 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9cc4f96-d07c-41b3-a264-277067ffbef9 HTTP/1.1" status: 204 len: 168 time: 0.3730023 Sep 10 17:37:09.216685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45794) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:09.218939 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab20883-d11e-4202-8b44-18a0c8ded81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cc4f96-d07c-41b3-a264-277067ffbef9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:09.268278 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626804ae-c37f-4240-8137-3a6d89017d0d req-9b2a94e2-2ff3-4959-9ddc-4133df6e6b56 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:09.269763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-626804ae-c37f-4240-8137-3a6d89017d0d req-9b2a94e2-2ff3-4959-9ddc-4133df6e6b56 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 931 time: 0.1085722 Sep 10 17:37:09.299289 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.379143 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-626804ae-c37f-4240-8137-3a6d89017d0d req-17fb66ca-80eb-4062-b289-e20f41fee3a4 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Sep 10 17:37:09.424168 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ffe09f-5239-4da8-889b-32d90cca2f04 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:37:09.431793 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.432329 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.445652 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Transition to ACTIVE for port object 86ffe09f-5239-4da8-889b-32d90cca2f04 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:37:09.459260 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.459678 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.460557 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.460955 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > port after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.461484 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.461899 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > port after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.462295 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.462690 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.463073 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.463642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.508306 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.538429 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.539147 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.539749 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.539832 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 17:37:09.540173 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220f35d9-aded-4e4e-afca-ccc3dbaa85bc']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:09.561352 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Pushing event updated for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:09.579219 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860170c2-8944-431e-ba49-ca4ad2518c85') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:09.580675 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860170c2-8944-431e-ba49-ca4ad2518c85') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:09.606159 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.636567 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.645869 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:37:09.646869 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.649971 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Attempting to bind port 86ffe09f-5239-4da8-889b-32d90cca2f04 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:37:09.650307 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Attempting to bind port 86ffe09f-5239-4da8-889b-32d90cca2f04 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:37:09.650675 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Attempting to bind port 86ffe09f-5239-4da8-889b-32d90cca2f04 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: from cryptography.utils import int_from_bytes Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: from cryptography.utils import int_from_bytes Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:09.651794 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:09.655218 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Port 86ffe09f-5239-4da8-889b-32d90cca2f04 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:37:09.655545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Attempting to bind port 86ffe09f-5239-4da8-889b-32d90cca2f04 on network 4dbd1cc2-35ce-4034-a17c-91a33da86216 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:37:09.661296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:37:09.661677 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Checking segment: {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:37:09.663333 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Bound using segment: {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:37:09.663477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Bound port: 86ffe09f-5239-4da8-889b-32d90cca2f04, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a48da1c-4949-4d5b-ae71-2db8b1eda37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:37:09.663951 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.732383 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:37:09.735485 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=86ffe09f-5239-4da8-889b-32d90cca2f04,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:37:09.794065 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.809153 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45814) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:09.810330 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.814939 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] 10.222.0.53 "DELETE /v2.0/networks/220f35d9-aded-4e4e-afca-ccc3dbaa85bc HTTP/1.1" status: 204 len: 168 time: 0.5946269 Sep 10 17:37:09.815663 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45816) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:09.818936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363613-7297-4b53-8f26-3895e98a5905 admin admin] Pushing event deleted for resources: {'Network': ['ID=220f35d9-aded-4e4e-afca-ccc3dbaa85bc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:09.864647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Deleting subnet 099f9ed1-f3e5-4070-9101-aef13c546b5c {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:37:09.868182 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.870826 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.929034 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70940041-e57c-4fa2-bf10-e6e370e45c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.932489 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:09.933104 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:09.934650 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] 10.222.0.61 "PUT /v2.0/ports/86ffe09f-5239-4da8-889b-32d90cca2f04 HTTP/1.1" status: 200 len: 1093 time: 0.9840906 Sep 10 17:37:09.936723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:09.938972 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:37:09.964661 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.006190 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7133340-dd78-45d3-8c3f-f443b3b3e576 x-openstack-request-id: req-a7133340-dd78-45d3-8c3f-f443b3b3e576 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:37:10.006479 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:37:10.006731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7133340-dd78-45d3-8c3f-f443b3b3e576 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:37:10.007118 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04', 'status': 'completed', 'code': 200} Sep 10 17:37:10.015337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f241f-656e-41f2-9357-6e3efd6ea194 service neutron] Pushing event updated for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:10.035935 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70940041-e57c-4fa2-bf10-e6e370e45c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.064891 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.114413 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70940041-e57c-4fa2-bf10-e6e370e45c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.135228 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-5aa620a8-ccbd-4d70-81c1-506a7865b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.136744 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-5aa620a8-ccbd-4d70-81c1-506a7865b5ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 1096 time: 0.1165850 Sep 10 17:37:10.159165 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-70940041-e57c-4fa2-bf10-e6e370e45c19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9351d6cddf0c4c5cad24bf998b6fcbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456578 Sep 10 17:37:10.162351 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45832) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:10.170623 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a468b-0b1e-4905-ae79-ce80a594a159 req-0ecd2e30-697e-4a75-96da-20aa89463171 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.172155 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2a6a468b-0b1e-4905-ae79-ce80a594a159 req-0ecd2e30-697e-4a75-96da-20aa89463171 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.1142571 Sep 10 17:37:10.194957 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70940041-e57c-4fa2-bf10-e6e370e45c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6609fd7-b45b-43d8-a59e-cb0351fe22cd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:10.230023 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.258213 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.274872 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2a6a468b-0b1e-4905-ae79-ce80a594a159 req-13585d4e-c6bf-43a6-ad56-2b3da2093b38 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883718 Sep 10 17:37:10.293049 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-e3ed79ab-4304-45fd-9e13-4dde8921f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.294511 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-e3ed79ab-4304-45fd-9e13-4dde8921f0d6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1449287 Sep 10 17:37:10.321007 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.369556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099f9ed1-f3e5-4070-9101-aef13c546b5c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:10.383046 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.385149 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.387533 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-979d4aff-5850-4289-a1bf-305925a7d1b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/099f9ed1-f3e5-4070-9101-aef13c546b5c HTTP/1.1" status: 204 len: 168 time: 0.5710573 Sep 10 17:37:10.387653 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.388153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 45842) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:10.389229 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6609fd7-b45b-43d8-a59e-cb0351fe22cd HTTP/1.1" status: 204 len: 168 time: 0.2251375 Sep 10 17:37:10.435683 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bdb02-ec56-4116-a350-dbca7ffe3f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6609fd7-b45b-43d8-a59e-cb0351fe22cd,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:10.571432 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759d40-7b57-4190-a312-46fdc27e087f req-f98615ed-7722-4a3b-9ee2-fdffb8c4257e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.573054 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df759d40-7b57-4190-a312-46fdc27e087f req-f98615ed-7722-4a3b-9ee2-fdffb8c4257e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2072999 Sep 10 17:37:10.576963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-89d25f6b-c087-4f7d-87bf-cc97cc9ff19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.578434 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0ecb768-ff3e-4f5e-8ba0-0cec653616e6 req-89d25f6b-c087-4f7d-87bf-cc97cc9ff19d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675662 Sep 10 17:37:10.586160 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:10.658427 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cdcf6-1643-4e0a-840d-5e3a506e3fab req-32005163-dfcc-40b9-86c7-98ae8050a6ee tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:10.659688 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-732cdcf6-1643-4e0a-840d-5e3a506e3fab req-32005163-dfcc-40b9-86c7-98ae8050a6ee tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 943 time: 0.1675603 Sep 10 17:37:10.683116 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df759d40-7b57-4190-a312-46fdc27e087f req-0ca84937-f100-48c5-a3ea-52299242e080 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019027 Sep 10 17:37:10.778614 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-732cdcf6-1643-4e0a-840d-5e3a506e3fab req-464a0fa5-e95d-4442-9c82-e8ffa9efcd37 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984578 Sep 10 17:37:11.022777 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.026565 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-789c079e-f448-4af3-b763-b165851f380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:11.028059 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-789c079e-f448-4af3-b763-b165851f380d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 1096 time: 0.3994279 Sep 10 17:37:11.076812 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4526741d-4ed2-43ea-9ceb-55dc264b1d4e']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:11.084955 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-3b37bd8f-5fef-4711-b5d9-b3551d89f5e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86ffe09f-5239-4da8-889b-32d90cca2f04 HTTP/1.1" status: 200 len: 217 time: 0.0465894 Sep 10 17:37:11.088707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3f8fa3-0187-4479-95ee-3330ba4f7649') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:11.088707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3f8fa3-0187-4479-95ee-3330ba4f7649') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:37:11.094945 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:37:11.106565 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.150397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.159897 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:37:11.160388 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:37:11.161984 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:37:11.180279 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-cb1baaa6-6224-4cdc-b7b1-c77f81d23287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:11.181936 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-cb1baaa6-6224-4cdc-b7b1-c77f81d23287 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bdd994dd-8d54-4b4a-9b9d-28efb0958c58 HTTP/1.1" status: 200 len: 849 time: 0.0859015 Sep 10 17:37:11.226304 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45870) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:11.246860 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb362e4-001b-4584-b307-d4df03e4f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.250091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-8413f7eb-58a3-4371-83f8-4c037c100c37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dbd1cc2-35ce-4034-a17c-91a33da86216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576289 Sep 10 17:37:11.335483 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.354859 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.357865 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/4526741d-4ed2-43ea-9ceb-55dc264b1d4e HTTP/1.1" status: 204 len: 168 time: 0.9650257 Sep 10 17:37:11.376152 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16732e09-52e4-4f35-905d-481f188bd1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4526741d-4ed2-43ea-9ceb-55dc264b1d4e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:11.381200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-5e272e61-26e5-4632-b0d2-2f2d2f6807bc service neutron] 10.222.0.61 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217074 Sep 10 17:37:11.463715 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb362e4-001b-4584-b307-d4df03e4f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.531243 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-afb362e4-001b-4584-b307-d4df03e4f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.531809 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1141a2b7-ab6c-4a03-846f-8effa21c261c req-bdeaf19c-4d99-4b5a-917a-6e5c7b003b14 service neutron] 10.222.0.61 "GET /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287482 Sep 10 17:37:11.572007 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb362e4-001b-4584-b307-d4df03e4f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f767b9-9616-4154-8e84-d1007891e4af,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:11.584751 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-afb362e4-001b-4584-b307-d4df03e4f83d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0208245053284da2b6455ee7e6ababde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489301 Sep 10 17:37:11.584751 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:11.631032 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.652570 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.805825 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.808441 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:11.812486 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f767b9-9616-4154-8e84-d1007891e4af HTTP/1.1" status: 204 len: 168 time: 0.2290964 Sep 10 17:37:11.822224 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2471c-4cd4-442c-9342-194ac2f28b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f767b9-9616-4154-8e84-d1007891e4af,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:11.913539 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167198-e6c2-4a12-a943-1315d222d10b req-f58b285b-4c5a-4b7b-a7a2-5ab7ee3fdd62 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:11.914936 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e167198-e6c2-4a12-a943-1315d222d10b req-f58b285b-4c5a-4b7b-a7a2-5ab7ee3fdd62 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 943 time: 0.0483596 Sep 10 17:37:11.940689 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45888) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:11.961831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e167198-e6c2-4a12-a943-1315d222d10b req-c5392c77-ca5a-4a22-8112-62651520f018 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Sep 10 17:37:11.989176 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b2052788-ea6e-468e-b019-ed1d4e157549 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79297419fe74460faaab6dfea1584603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464280 Sep 10 17:37:11.992645 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45890) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:12.040521 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:12.061586 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:12.159600 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:12.163174 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:12.164410 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c811a6c-cb70-48f0-840d-3d1bfc60f113 HTTP/1.1" status: 204 len: 168 time: 0.1706908 Sep 10 17:37:12.183086 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69141fa2-d0c8-42f0-97fa-ea3199d70e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c811a6c-cb70-48f0-840d-3d1bfc60f113,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:12.964174 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45940) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:13.023591 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f335267-ef5c-43c9-840c-73a18e463d97 req-4ae6eee7-8b88-44a4-8103-ae36ab835131 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:13.024156 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f1ff5cfb-7687-4933-81f5-cb58a5a74076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36c5a219acaf41f4ad1148b097414904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582106 Sep 10 17:37:13.026493 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8f335267-ef5c-43c9-840c-73a18e463d97 req-4ae6eee7-8b88-44a4-8103-ae36ab835131 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0620608 Sep 10 17:37:13.031717 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 45944) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:13.103524 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:13.125641 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:13.173129 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8f335267-ef5c-43c9-840c-73a18e463d97 req-b7dd73f2-e641-4cd0-b5c6-5ec9de7ffbf6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394739 Sep 10 17:37:13.194364 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2226c8-2d9e-4889-b86f-6f5361319bc1 req-1dd381ae-5f3a-49e9-900c-1c2d5b7e535c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:13.195973 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d2226c8-2d9e-4889-b86f-6f5361319bc1 req-1dd381ae-5f3a-49e9-900c-1c2d5b7e535c tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 943 time: 0.1295073 Sep 10 17:37:13.203135 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def759-bb43-4983-9f28-5c777fe6904a req-0b52e1eb-21b2-4f93-af5a-6cd9ab24097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:13.204674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-0b52e1eb-21b2-4f93-af5a-6cd9ab24097c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.1239910 Sep 10 17:37:13.245660 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:13.248173 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:13.249378 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ae270ff-a175-4256-9002-6792b69b9a87 HTTP/1.1" status: 204 len: 168 time: 0.2163107 Sep 10 17:37:13.262856 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0259fa4-6aff-45e7-9ab5-3ca291db3654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae270ff-a175-4256-9002-6792b69b9a87,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:13.266852 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d2226c8-2d9e-4889-b86f-6f5361319bc1 req-40ef2092-09d5-4966-85dc-15430056879d tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Sep 10 17:37:13.345490 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def759-bb43-4983-9f28-5c777fe6904a req-386658ed-65f6-4077-bac7-a5d047f61716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:13.347086 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-386658ed-65f6-4077-bac7-a5d047f61716 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.1337321 Sep 10 17:37:13.389551 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-036877f0-ed80-4c2e-97a8-af437def2841 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.0349426 Sep 10 17:37:13.440178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4def759-bb43-4983-9f28-5c777fe6904a req-66fdef0d-ceb7-4567-99cc-fd02ef9c3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:13.441769 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-66fdef0d-ceb7-4567-99cc-fd02ef9c3dc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0442476 Sep 10 17:37:13.473734 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-0d2b6ec1-8230-4cb9-a008-624d53c3b83a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244868 Sep 10 17:37:13.577137 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-00cb7ee2-44ef-4b23-adde-4778536208b9 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Sep 10 17:37:13.691712 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4def759-bb43-4983-9f28-5c777fe6904a req-5e36c985-42a3-4703-889b-da2c19d4f05e service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022069 Sep 10 17:37:14.157765 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 86ffe09f-5239-4da8-889b-32d90cca2f04 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:37:14.271280 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=86ffe09f-5239-4da8-889b-32d90cca2f04,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:14.283314 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '86ffe09f-5239-4da8-889b-32d90cca2f04', 'network_id': '4dbd1cc2-35ce-4034-a17c-91a33da86216', 'port_id': '86ffe09f-5239-4da8-889b-32d90cca2f04', 'mac_address': 'fa:16:3e:e2:03:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd994dd-8d54-4b4a-9b9d-28efb0958c58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:37:14.300258 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bad2-035b-460b-b470-24ac6b93b415 req-935ae481-28fc-44ce-ba28-55e05a67bbce tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:14.301787 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2487bad2-035b-460b-b470-24ac6b93b415 req-935ae481-28fc-44ce-ba28-55e05a67bbce tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0545704 Sep 10 17:37:14.335328 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:14.353893 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ffe09f-5239-4da8-889b-32d90cca2f04 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:37:14.364566 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2487bad2-035b-460b-b470-24ac6b93b415 req-fe6bdbe1-09c4-4132-90ec-d945f7cc1fe7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Sep 10 17:37:14.381549 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=86ffe09f-5239-4da8-889b-32d90cca2f04,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:14.457298 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba858-e082-4852-968d-095883c7a1f0 req-af599721-785d-4251-9035-1d5738a2e1eb tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:14.458926 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36dba858-e082-4852-968d-095883c7a1f0 req-af599721-785d-4251-9035-1d5738a2e1eb tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 943 time: 0.0548217 Sep 10 17:37:14.480044 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:14.499605 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36dba858-e082-4852-968d-095883c7a1f0 req-13f61fce-6fed-4fa6-950a-b771cefbcfaf tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Sep 10 17:37:14.534022 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:14.772130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['86ffe09f-5239-4da8-889b-32d90cca2f04'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:37:15.479199 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902c300-fb67-43dc-acce-894e827a5ee1 req-355f5184-352f-46e8-abf8-f2732c3513b6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:15.480737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9902c300-fb67-43dc-acce-894e827a5ee1 req-355f5184-352f-46e8-abf8-f2732c3513b6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0543060 Sep 10 17:37:15.523506 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9902c300-fb67-43dc-acce-894e827a5ee1 req-78770725-5a2d-4c00-b248-ad03c41b01dd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366373 Sep 10 17:37:15.626937 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3d2cf-dddf-4929-b3ff-71cfb90fcbf9 req-745ba185-d18e-4ca4-b834-5fdba187d143 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:15.628494 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c8e3d2cf-dddf-4929-b3ff-71cfb90fcbf9 req-745ba185-d18e-4ca4-b834-5fdba187d143 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 944 time: 0.0553186 Sep 10 17:37:15.669703 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c8e3d2cf-dddf-4929-b3ff-71cfb90fcbf9 req-261dd077-5990-4602-86ca-00ca4b1786ae tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Sep 10 17:37:16.623554 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46082) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:16.663421 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650b23-032f-4076-8b7b-cb1e7a626f47 req-d0856676-c06e-442a-8f4d-ee2a32178c50 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:16.665201 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c650b23-032f-4076-8b7b-cb1e7a626f47 req-d0856676-c06e-442a-8f4d-ee2a32178c50 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0664291 Sep 10 17:37:16.705954 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c650b23-032f-4076-8b7b-cb1e7a626f47 req-bc3f839b-b36b-49db-8dbe-1a4635eb2d4c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Sep 10 17:37:16.743576 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75b9a03d-dac1-4587-9a6d-005a15db3fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:16.797133 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186fa9-1b2e-4e2a-9626-7ace6e0e7946 req-1190dc60-0d18-4b50-b1a8-4a2de8417d28 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:16.799059 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b186fa9-1b2e-4e2a-9626-7ace6e0e7946 req-1190dc60-0d18-4b50-b1a8-4a2de8417d28 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 944 time: 0.0548403 Sep 10 17:37:16.858450 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b186fa9-1b2e-4e2a-9626-7ace6e0e7946 req-05069732-b825-45c2-a1c6-b6877109d47d tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Sep 10 17:37:16.869221 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75b9a03d-dac1-4587-9a6d-005a15db3fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:16.998676 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 86ffe09f-5239-4da8-889b-32d90cca2f04 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:37:17.022273 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75b9a03d-dac1-4587-9a6d-005a15db3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.060644 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-75b9a03d-dac1-4587-9a6d-005a15db3fa6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c672dfca1a344edab0a8834c29eaad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363470 Sep 10 17:37:17.062582 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9a03d-dac1-4587-9a6d-005a15db3fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87850ca-0fd4-44fc-b14d-ba2b7b7514e2,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:17.063516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46096) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:17.101750 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 86ffe09f-5239-4da8-889b-32d90cca2f04 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:37:17.106042 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 86ffe09f-5239-4da8-889b-32d90cca2f04 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:37:17.106409 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.120143 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.144655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.268616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.271250 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.272767 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e87850ca-0fd4-44fc-b14d-ba2b7b7514e2 HTTP/1.1" status: 204 len: 168 time: 0.2081046 Sep 10 17:37:17.281343 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee627ea-9269-4b5c-a6b3-3aa7e8df397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87850ca-0fd4-44fc-b14d-ba2b7b7514e2,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:17.309016 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.332667 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:17.334883 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42919ac-f267-4b9c-9912-6349292585fd" -d '{"events": [{"server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "name": "network-vif-plugged", "status": "completed", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:37:17.347271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=86ffe09f-5239-4da8-889b-32d90cca2f04,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:17.462444 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.510007 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:17.936705 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:17.949609 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46120) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:17.963020 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d01-8ea8-42fd-ba9e-f9e4169bb486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.051012 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d01-8ea8-42fd-ba9e-f9e4169bb486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.091562 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46124) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:18.097974 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d01-8ea8-42fd-ba9e-f9e4169bb486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.135371 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e2d01-8ea8-42fd-ba9e-f9e4169bb486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d812a513-4022-48c1-bc01-cc719785a65b,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:18.142266 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8f4e2d01-8ea8-42fd-ba9e-f9e4169bb486 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e74d08aef7514d478c4a1a493cfc6659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890700 Sep 10 17:37:18.143116 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46128) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:18.190474 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.197089 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96ee-110f-41a3-8876-924f662ce036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.212558 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.297237 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96ee-110f-41a3-8876-924f662ce036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.330936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.333512 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.336943 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d812a513-4022-48c1-bc01-cc719785a65b HTTP/1.1" status: 204 len: 168 time: 0.1911154 Sep 10 17:37:18.343220 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4340a1-7938-482d-a5b1-51efc8b3da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812a513-4022-48c1-bc01-cc719785a65b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:18.354322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0d3c96ee-110f-41a3-8876-924f662ce036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.395780 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0d3c96ee-110f-41a3-8876-924f662ce036 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5075777ec5f741d9ac0e132b92224578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030615 Sep 10 17:37:18.396867 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c96ee-110f-41a3-8876-924f662ce036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28326e03-9b28-4feb-8739-7cd9abf137eb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:18.399176 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46132) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:18.447512 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.468335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.685731 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.689430 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:18.690866 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28326e03-9b28-4feb-8739-7cd9abf137eb HTTP/1.1" status: 204 len: 168 time: 0.2904458 Sep 10 17:37:18.704792 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05d63f-9b6f-479e-b6bf-f35424255523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28326e03-9b28-4feb-8739-7cd9abf137eb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:19.075084 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced252d6-9559-4bc7-b51e-f2ddffda8190 req-150ad5b1-002c-4cb4-a83b-ca0305808856 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:19.076755 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ced252d6-9559-4bc7-b51e-f2ddffda8190 req-150ad5b1-002c-4cb4-a83b-ca0305808856 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0599270 Sep 10 17:37:19.089034 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf150746-99d8-42aa-b139-08c8c41ab76c x-openstack-request-id: req-cf150746-99d8-42aa-b139-08c8c41ab76c {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:37:19.089524 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "name": "network-vif-plugged", "status": "completed", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:37:19.089627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf150746-99d8-42aa-b139-08c8c41ab76c {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:37:19.089934 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04', 'code': 200} Sep 10 17:37:19.130408 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ced252d6-9559-4bc7-b51e-f2ddffda8190 req-1c2c117a-4c8e-4f05-b3d2-8036d08ab389 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Sep 10 17:37:19.193602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf5ec-7936-4755-9c8f-de292bb42980 req-ef58ad5c-fec4-4b31-9b46-134a57f14d4a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:19.195115 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ffaf5ec-7936-4755-9c8f-de292bb42980 req-ef58ad5c-fec4-4b31-9b46-134a57f14d4a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Sep 10 17:37:19.242905 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ffaf5ec-7936-4755-9c8f-de292bb42980 req-1f65d2c6-a32c-4104-8ffe-92142f60e265 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Sep 10 17:37:19.446510 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fa7f9-2f64-46ba-8d3a-d7a8f28247a9 req-31a20abc-6fd3-49d9-81f3-f2415a8cd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:19.448122 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e06fa7f9-2f64-46ba-8d3a-d7a8f28247a9 req-31a20abc-6fd3-49d9-81f3-f2415a8cd2bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 1098 time: 0.0403726 Sep 10 17:37:19.486075 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e06fa7f9-2f64-46ba-8d3a-d7a8f28247a9 req-2a4b8366-a1b3-40bd-a5da-d57cbbae0326 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290573 Sep 10 17:37:19.533091 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46162) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:19.549438 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8dd78055-c19e-4fcb-941e-9aa1e8a42557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:19.648388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8dd78055-c19e-4fcb-941e-9aa1e8a42557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:19.973760 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8dd78055-c19e-4fcb-941e-9aa1e8a42557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:20.008979 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8dd78055-c19e-4fcb-941e-9aa1e8a42557 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=314c9fa459d44866a84ec0669c5140be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746614 Sep 10 17:37:20.012456 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46176) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:20.026061 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd78055-c19e-4fcb-941e-9aa1e8a42557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5c44a-4ff5-4c6c-9e82-5cdc3416e462,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:20.076023 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:20.097721 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:20.254113 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7425554-7a7e-4c97-929e-4142ed4728c7 req-a5c1e510-c94e-4a75-a6fa-398ca0829cb3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:20.256093 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7425554-7a7e-4c97-929e-4142ed4728c7 req-a5c1e510-c94e-4a75-a6fa-398ca0829cb3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0583811 Sep 10 17:37:20.259397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:20.267174 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:20.270225 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ce5c44a-4ff5-4c6c-9e82-5cdc3416e462 HTTP/1.1" status: 204 len: 168 time: 0.2563484 Sep 10 17:37:20.290905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e64c19-83d3-4d0c-9bb9-dcb22da80032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5c44a-4ff5-4c6c-9e82-5cdc3416e462,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:20.387408 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7425554-7a7e-4c97-929e-4142ed4728c7 req-7f2d32f8-9d41-4e47-8022-a2827d62884a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025367 Sep 10 17:37:20.412601 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04cac8-7349-4d53-8783-4af7a89b8fd5 req-15faae5e-a84f-460b-9f69-a2b8de7b0067 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:20.414702 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c04cac8-7349-4d53-8783-4af7a89b8fd5 req-15faae5e-a84f-460b-9f69-a2b8de7b0067 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0790076 Sep 10 17:37:20.459718 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c04cac8-7349-4d53-8783-4af7a89b8fd5 req-e440b09d-58c9-4cdf-b453-eba3b48b742e tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371249 Sep 10 17:37:21.157945 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46222) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:21.167406 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3490b7ea-81cf-45e0-9a3a-14a1cacf17e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.261071 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3490b7ea-81cf-45e0-9a3a-14a1cacf17e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.342592 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3490b7ea-81cf-45e0-9a3a-14a1cacf17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.380202 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-3490b7ea-81cf-45e0-9a3a-14a1cacf17e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4a0d3dfda754d05bba8a98449d5e341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261903 Sep 10 17:37:21.381126 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490b7ea-81cf-45e0-9a3a-14a1cacf17e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b45ca9-8839-4252-b662-f3f5ff9db176,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:21.383483 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46224) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:21.432676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.454275 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.588285 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.590904 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:21.592196 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59b45ca9-8839-4252-b662-f3f5ff9db176 HTTP/1.1" status: 204 len: 168 time: 0.2077262 Sep 10 17:37:21.602643 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c9d2-ccae-4386-a752-fc43ba03573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b45ca9-8839-4252-b662-f3f5ff9db176,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:23.965671 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fa6e-1a3d-4fb9-afa8-9550bd1bef26 req-53956330-a68c-4b04-99bc-5466d39ea402 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:23.967096 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-64d9fa6e-1a3d-4fb9-afa8-9550bd1bef26 req-53956330-a68c-4b04-99bc-5466d39ea402 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0722673 Sep 10 17:37:23.974592 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb466e7-784e-491b-a50b-bee0ac9bf484 req-a7ea0a6f-4bff-4709-8e4f-c653fd9691b4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:23.976835 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ceb466e7-784e-491b-a50b-bee0ac9bf484 req-a7ea0a6f-4bff-4709-8e4f-c653fd9691b4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0909920 Sep 10 17:37:24.032683 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-64d9fa6e-1a3d-4fb9-afa8-9550bd1bef26 req-7d3cea99-dd95-42cf-bb5d-7599e65abab1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Sep 10 17:37:24.037524 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ceb466e7-784e-491b-a50b-bee0ac9bf484 req-3a70cdc2-d132-4b3e-a5e7-394d9e0483dc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Sep 10 17:37:25.159145 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd696-63cb-4d53-b283-de09088b4e1b req-ca1a1cb3-1757-4429-b070-4894d796daa6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:25.167744 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d6fd696-63cb-4d53-b283-de09088b4e1b req-ca1a1cb3-1757-4429-b070-4894d796daa6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Sep 10 17:37:25.202113 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d6fd696-63cb-4d53-b283-de09088b4e1b req-95c495ab-f7cc-4b51-8ab7-69c3e613e228 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Sep 10 17:37:26.193934 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62528f-f4ce-40d1-a2a3-affb7889618d req-f5f6bae8-a246-4e58-a98a-26a3ff037a9a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:26.196495 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8e62528f-f4ce-40d1-a2a3-affb7889618d req-f5f6bae8-a246-4e58-a98a-26a3ff037a9a tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Sep 10 17:37:26.258046 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8e62528f-f4ce-40d1-a2a3-affb7889618d req-bdc75eef-e404-4263-9d2d-3d54942c89ed tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526738 Sep 10 17:37:26.338044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6535f29-1978-4a9a-b4e2-86195c37e9f0 req-86d49d31-728d-4fbb-8c04-1c4956643491 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:26.339678 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c6535f29-1978-4a9a-b4e2-86195c37e9f0 req-86d49d31-728d-4fbb-8c04-1c4956643491 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0497324 Sep 10 17:37:26.377487 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c6535f29-1978-4a9a-b4e2-86195c37e9f0 req-8f60f98f-301f-4b9c-8f2d-75e44357fc50 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Sep 10 17:37:27.363644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56949af-c0da-4994-b2c6-7f2cd98047bc req-433140bd-000f-48bd-8bf7-118e577ca3dc tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:27.365010 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a56949af-c0da-4994-b2c6-7f2cd98047bc req-433140bd-000f-48bd-8bf7-118e577ca3dc tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0489900 Sep 10 17:37:27.409181 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a56949af-c0da-4994-b2c6-7f2cd98047bc req-4c874cee-7ea7-4d9d-ac73-73ae661ff9c9 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/security-groups?id=84206628-e895-4857-bf14-390068628e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Sep 10 17:37:27.495093 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583d0b2-61f9-4b2b-b4fe-48f770adabe9 req-819b1d22-62cb-4e7b-9294-db2d142d94ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:27.496670 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f583d0b2-61f9-4b2b-b4fe-48f770adabe9 req-819b1d22-62cb-4e7b-9294-db2d142d94ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Sep 10 17:37:27.535617 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f583d0b2-61f9-4b2b-b4fe-48f770adabe9 req-c91c2b34-3ecc-4fb1-bf45-e27d7a2d75a6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Sep 10 17:37:27.768433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-3d9e1e28-4a88-410e-ba2d-8e399b5d23e9 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:27.770128 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-3d9e1e28-4a88-410e-ba2d-8e399b5d23e9 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 945 time: 0.0500560 Sep 10 17:37:27.877256 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Deleting port 86ffe09f-5239-4da8-889b-32d90cca2f04 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:37:27.877634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:27.965643 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] For port 86ffe09f-5239-4da8-889b-32d90cca2f04, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=86ffe09f-5239-4da8-889b-32d90cca2f04,segment=NetworkSegment(5a48da1c-4949-4d5b-ae71-2db8b1eda37d),segment_id=5a48da1c-4949-4d5b-ae71-2db8b1eda37d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:27.966003 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:27.978450 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Calling delete_port for 86ffe09f-5239-4da8-889b-32d90cca2f04 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:37:28.171117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:28.184151 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['86ffe09f-5239-4da8-889b-32d90cca2f04'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:37:28.201303 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Pushing event deleted for resources: {'Port': ['ID=86ffe09f-5239-4da8-889b-32d90cca2f04,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:28.243389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] No DVR routers for this DVR port 86ffe09f-5239-4da8-889b-32d90cca2f04 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:37:28.245857 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:28.247871 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-492bbe69-eaba-4ebd-bf50-5fe46b09be50 req-5ffc978b-1973-4b69-bc41-b4f8c42dffe1 tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.61 "DELETE /v2.0/ports/86ffe09f-5239-4da8-889b-32d90cca2f04 HTTP/1.1" status: 204 len: 173 time: 0.4707122 Sep 10 17:37:28.248345 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'name': 'network-vif-deleted', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:28.250791 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc936fc-acec-49e5-86c3-7f237a6e8bba" -d '{"events": [{"server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "name": "network-vif-deleted", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:37:28.293459 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee5fd8-e0fd-4fc1-a193-0de9509b9bb1 x-openstack-request-id: req-feee5fd8-e0fd-4fc1-a193-0de9509b9bb1 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:37:28.293752 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2795-cd56-4528-b2e6-7740030465c9", "name": "network-vif-deleted", "tag": "86ffe09f-5239-4da8-889b-32d90cca2f04", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:37:28.294051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feee5fd8-e0fd-4fc1-a193-0de9509b9bb1 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:37:28.294461 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2795-cd56-4528-b2e6-7740030465c9', 'name': 'network-vif-deleted', 'tag': '86ffe09f-5239-4da8-889b-32d90cca2f04', 'status': 'completed', 'code': 200} Sep 10 17:37:28.524769 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8b2f6af0-e2b1-4456-aa58-f84167d8d12e req-a5431fa9-b296-4e19-a048-5f70d0347efa tempest-VolumesActionsTest-959739428 tempest-VolumesActionsTest-959739428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76d2795-cd56-4528-b2e6-7740030465c9 HTTP/1.1" status: 200 len: 210 time: 0.0294256 Sep 10 17:37:28.688939 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a07f-9065-4eee-bc1e-ffc6e8ee66c1 req-6ab22136-4cad-4de4-bb92-9d2e20e7c2d9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:28.691091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4118a07f-9065-4eee-bc1e-ffc6e8ee66c1 req-6ab22136-4cad-4de4-bb92-9d2e20e7c2d9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0646377 Sep 10 17:37:28.734835 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4118a07f-9065-4eee-bc1e-ffc6e8ee66c1 req-cab2a51f-b8ae-419a-8be5-dfc982a0f61e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Sep 10 17:37:28.805624 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-96242d75-7e78-44c1-8fd0-e128a56ba109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:29.640441 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46482) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:29.754566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ecb4-e269-44c5-842a-0a85e7edfafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:29.914698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcbccf-25b0-44ed-97bf-297a94523a30 req-a367a1cc-4e77-4d20-b7a7-bccd4d1ee8b7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:29.916224 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-89bcbccf-25b0-44ed-97bf-297a94523a30 req-a367a1cc-4e77-4d20-b7a7-bccd4d1ee8b7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0987718 Sep 10 17:37:29.979016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ecb4-e269-44c5-842a-0a85e7edfafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.004188 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-89bcbccf-25b0-44ed-97bf-297a94523a30 req-31b4de9e-c165-4266-b8a3-8e8d430f20e4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Sep 10 17:37:30.019286 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8907e24-2442-4230-946f-691508f325c0 req-520da3c7-c6e3-4fef-9eeb-d1f7bd58d825 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:30.021319 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f8907e24-2442-4230-946f-691508f325c0 req-520da3c7-c6e3-4fef-9eeb-d1f7bd58d825 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0947635 Sep 10 17:37:30.071860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f8907e24-2442-4230-946f-691508f325c0 req-54394f1a-75f2-4d94-89b6-ddd8102449b1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Sep 10 17:37:30.085376 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ecb4-e269-44c5-842a-0a85e7edfafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.133057 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46516) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:30.133541 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-4fb3ecb4-e269-44c5-842a-0a85e7edfafb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=351e6a2c64e04303acb480a05e255ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916189 Sep 10 17:37:30.135454 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3ecb4-e269-44c5-842a-0a85e7edfafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daee75c-69e0-4fa0-8d22-87d68cd16cc8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:30.202545 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.236955 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.251310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 86ffe09f-5239-4da8-889b-32d90cca2f04 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:37:30.273253 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 86ffe09f-5239-4da8-889b-32d90cca2f04 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:37:30.273682 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 86ffe09f-5239-4da8-889b-32d90cca2f04 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:37:30.331159 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94b5a-0c2c-4099-8255-133cb79273d7 req-be8f96dd-7da2-42f1-a218-001c97f18947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:30.332644 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9d94b5a-0c2c-4099-8255-133cb79273d7 req-be8f96dd-7da2-42f1-a218-001c97f18947 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.0390015 Sep 10 17:37:30.380277 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9d94b5a-0c2c-4099-8255-133cb79273d7 req-0c54c2d7-242c-469c-a267-d62bbac96fc3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Sep 10 17:37:30.405733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.410827 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.418504 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9daee75c-69e0-4fa0-8d22-87d68cd16cc8 HTTP/1.1" status: 204 len: 168 time: 0.2780402 Sep 10 17:37:30.422055 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd2f1d-cb70-4399-97a3-2ba83ed9875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daee75c-69e0-4fa0-8d22-87d68cd16cc8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:30.726953 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46534) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:30.846624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2aa614c7-edcc-455d-8f71-5f23c393ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:30.950556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2aa614c7-edcc-455d-8f71-5f23c393ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.027936 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2aa614c7-edcc-455d-8f71-5f23c393ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.073976 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-2aa614c7-edcc-455d-8f71-5f23c393ef05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1ae34a848aa4fbeb5a8e030a39e04fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432369 Sep 10 17:37:31.073976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa614c7-edcc-455d-8f71-5f23c393ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef51702-1f9b-4b79-8881-29a49d416497,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:31.074389 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46556) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:31.140419 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.161511 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.164881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f5f93-a3d1-43e7-8457-629142191bac req-100e8b35-aa64-4e2a-8d84-b7c65b4b3fe6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:31.166390 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f03f5f93-a3d1-43e7-8457-629142191bac req-100e8b35-aa64-4e2a-8d84-b7c65b4b3fe6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0491023 Sep 10 17:37:31.206538 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46564) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:31.208416 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f03f5f93-a3d1-43e7-8457-629142191bac req-c4df368b-5f6c-4fa4-a8a0-7858215b66f7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357697 Sep 10 17:37:31.219812 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250895a0-1e1a-4018-b78b-3737926ebd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.298810 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.301440 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.302695 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ef51702-1f9b-4b79-8881-29a49d416497 HTTP/1.1" status: 204 len: 168 time: 0.2273388 Sep 10 17:37:31.323589 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a28a0-4f5f-4ac4-a958-cd8a8bb957e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef51702-1f9b-4b79-8881-29a49d416497,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:31.340960 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1599f-d411-432d-8936-41fd0466a50d req-d9a111bc-6e1e-4615-b16f-ac9b73c24414 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:31.342797 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9bf1599f-d411-432d-8936-41fd0466a50d req-d9a111bc-6e1e-4615-b16f-ac9b73c24414 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0758216 Sep 10 17:37:31.387790 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250895a0-1e1a-4018-b78b-3737926ebd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.388538 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9bf1599f-d411-432d-8936-41fd0466a50d req-35cd5c6d-f506-41d5-a4b9-373275fb5b91 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340433 Sep 10 17:37:31.422267 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7dc37148-d5da-401c-877e-6bc42c9bc71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.479289 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-250895a0-1e1a-4018-b78b-3737926ebd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.518185 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-250895a0-1e1a-4018-b78b-3737926ebd42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d19a384f490489088148a41f243773e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105211 Sep 10 17:37:31.519122 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250895a0-1e1a-4018-b78b-3737926ebd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d1bd0-8c9e-4622-877c-b1140e10af3e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:31.521091 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46584) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:31.569113 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.590344 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.685616 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.714477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.719287 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:31.720649 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/911d1bd0-8c9e-4622-877c-b1140e10af3e HTTP/1.1" status: 204 len: 168 time: 0.1984301 Sep 10 17:37:31.731937 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6cf09-ac65-4de0-ab34-9e387b0d3116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d1bd0-8c9e-4622-877c-b1140e10af3e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:32.077267 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46594) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:32.090787 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76a2d31a-a841-496c-a140-a4921b44e256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.178850 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76a2d31a-a841-496c-a140-a4921b44e256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.274410 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-76a2d31a-a841-496c-a140-a4921b44e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.338748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2d31a-a841-496c-a140-a4921b44e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb083570-1863-4b6d-9eaf-c614b2554ece,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:32.342932 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-76a2d31a-a841-496c-a140-a4921b44e256 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c79e2b089f1347cc8dc9d8bbb8a60e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645667 Sep 10 17:37:32.346379 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46606) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:32.363385 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c331-6c86-43e0-ba1a-14d5a92ec2ce req-8143283a-4592-4728-b98f-60cabb9d833c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:32.364916 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92a9c331-6c86-43e0-ba1a-14d5a92ec2ce req-8143283a-4592-4728-b98f-60cabb9d833c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0750818 Sep 10 17:37:32.393890 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.404031 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.405776 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92a9c331-6c86-43e0-ba1a-14d5a92ec2ce req-bd108413-fda9-466f-b93b-5a3c1998771f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Sep 10 17:37:32.438337 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.511518 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c020225-b942-4986-8226-ca0826357c0c req-7d9ecb4c-837d-46bd-9fd4-a691d888e041 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:32.513037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0c020225-b942-4986-8226-ca0826357c0c req-7d9ecb4c-837d-46bd-9fd4-a691d888e041 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0494373 Sep 10 17:37:32.550624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0c020225-b942-4986-8226-ca0826357c0c req-306a1bf1-f2f4-40bf-b438-a574ef12abc8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Sep 10 17:37:32.559641 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.562229 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:32.566314 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb083570-1863-4b6d-9eaf-c614b2554ece HTTP/1.1" status: 204 len: 168 time: 0.2155643 Sep 10 17:37:32.584113 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78946c-42ea-4b9a-beef-8463a8e30071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb083570-1863-4b6d-9eaf-c614b2554ece,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:33.546886 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb516c3b-76e7-4c3a-94a0-c53fc0c783a7 req-e4387bf0-4f68-4391-83c8-07605e421779 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:33.548401 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb516c3b-76e7-4c3a-94a0-c53fc0c783a7 req-e4387bf0-4f68-4391-83c8-07605e421779 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0731158 Sep 10 17:37:33.604585 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb516c3b-76e7-4c3a-94a0-c53fc0c783a7 req-e356e724-bb86-47ea-9010-b0a0ba0f0695 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Sep 10 17:37:33.704057 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a215-49f8-4d52-a0a3-28e585ab861a req-c6f15808-1fcd-4f1a-b385-dc229fe5ecb8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:33.705557 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-22e2a215-49f8-4d52-a0a3-28e585ab861a req-c6f15808-1fcd-4f1a-b385-dc229fe5ecb8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0534635 Sep 10 17:37:33.747014 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-22e2a215-49f8-4d52-a0a3-28e585ab861a req-89addcd5-e89c-4a5c-b5ff-df8fb67bf0e0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Sep 10 17:37:34.228459 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:34.709923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c340-28ae-4ba0-a1eb-d84abc3cae77 req-85eac0cd-3c52-4aec-8248-029192f8dab1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:34.711659 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c946c340-28ae-4ba0-a1eb-d84abc3cae77 req-85eac0cd-3c52-4aec-8248-029192f8dab1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0486774 Sep 10 17:37:34.751719 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c946c340-28ae-4ba0-a1eb-d84abc3cae77 req-6c565db9-711f-4e36-bb94-ff9dc54faa06 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Sep 10 17:37:34.874748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be98e18-a69c-4d45-9e87-e72a278ebac6 req-a3f45add-bb53-426a-886e-b0f4e24115c2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:34.876231 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1be98e18-a69c-4d45-9e87-e72a278ebac6 req-a3f45add-bb53-426a-886e-b0f4e24115c2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0499074 Sep 10 17:37:34.914221 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1be98e18-a69c-4d45-9e87-e72a278ebac6 req-50bca513-2091-4a6a-8146-331abfac1558 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Sep 10 17:37:35.870481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525559b9-9932-4276-b5f9-b48f9454b94f req-c22e4b4f-9204-4a45-95cd-dc6665d14b3c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:35.871844 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-525559b9-9932-4276-b5f9-b48f9454b94f req-c22e4b4f-9204-4a45-95cd-dc6665d14b3c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Sep 10 17:37:35.909515 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-525559b9-9932-4276-b5f9-b48f9454b94f req-666d86a7-93e6-4b45-bac6-7ca580b2c835 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 Sep 10 17:37:36.030726 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105818d-8381-4815-83b9-6900126e5334 req-f463235f-3bfb-4b1c-8e7a-46f45cb2fc93 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:36.032181 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8105818d-8381-4815-83b9-6900126e5334 req-f463235f-3bfb-4b1c-8e7a-46f45cb2fc93 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0480981 Sep 10 17:37:36.068725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8105818d-8381-4815-83b9-6900126e5334 req-ac789d30-8606-49b6-8cb4-f85b0461aaac tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Sep 10 17:37:37.022946 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f0d06-579d-4731-b804-3036d1e01d1c req-e0c7dc4f-22e4-4b99-862a-9bab125c06c5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:37.024812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3d9f0d06-579d-4731-b804-3036d1e01d1c req-e0c7dc4f-22e4-4b99-862a-9bab125c06c5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0491383 Sep 10 17:37:37.062138 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3d9f0d06-579d-4731-b804-3036d1e01d1c req-4888a251-0083-47e0-b0ef-1a6f5f82ae9a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Sep 10 17:37:37.195837 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4891267-58d0-4e26-8797-ad68903c1831 req-6a6642ac-7e2f-4686-9871-016f85b08bf4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:37.197302 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4891267-58d0-4e26-8797-ad68903c1831 req-6a6642ac-7e2f-4686-9871-016f85b08bf4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0527387 Sep 10 17:37:37.238307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4891267-58d0-4e26-8797-ad68903c1831 req-dfedf7ee-1c1a-412b-8538-40ca82bc1e55 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350189 Sep 10 17:37:38.180377 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb27cd-6aa4-4de0-bf57-3c3a2bac16d4 req-6c9068de-27a2-4407-8a14-3ad88a91938a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:38.181853 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-57cb27cd-6aa4-4de0-bf57-3c3a2bac16d4 req-6c9068de-27a2-4407-8a14-3ad88a91938a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0490227 Sep 10 17:37:38.219385 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-57cb27cd-6aa4-4de0-bf57-3c3a2bac16d4 req-786d43c1-a84f-41c3-8451-3907e9c77145 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Sep 10 17:37:38.378289 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da584-008f-4ba3-a14c-7d3969d80a03 req-6353adfb-f294-4008-b589-3d94c0b5acdb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:38.378289 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-530da584-008f-4ba3-a14c-7d3969d80a03 req-6353adfb-f294-4008-b589-3d94c0b5acdb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0582843 Sep 10 17:37:38.418751 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-530da584-008f-4ba3-a14c-7d3969d80a03 req-fcce8bde-aacf-480c-b5b7-3814d963d28a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337417 Sep 10 17:37:38.763078 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75cec2-a0cd-49fd-b781-b4aae9b7f94d req-98f295ed-1821-4d43-a16e-f7123bca68ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:38.764837 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa75cec2-a0cd-49fd-b781-b4aae9b7f94d req-98f295ed-1821-4d43-a16e-f7123bca68ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1545107 Sep 10 17:37:38.778963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-e371fc6c-e8e4-4cfc-a844-58cdad423968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:38.780503 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-e371fc6c-e8e4-4cfc-a844-58cdad423968 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.1229105 Sep 10 17:37:38.894545 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa75cec2-a0cd-49fd-b781-b4aae9b7f94d req-d2e3049e-8618-4907-93b4-ac733597e16f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141610 Sep 10 17:37:38.989736 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-e632bb28-616d-4d01-adb8-9c0c535f658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:38.993309 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-e632bb28-616d-4d01-adb8-9c0c535f658c service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.2024024 Sep 10 17:37:39.052461 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-7fec601e-a33f-4e6e-8240-8ae5ab784e1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.0498092 Sep 10 17:37:39.109868 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-b076aee8-947e-404f-b8ba-01549381765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:39.111415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-b076aee8-947e-404f-b8ba-01549381765c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0502951 Sep 10 17:37:39.174846 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-69bbeac5-a67c-482f-8e05-0cd008d5a271 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554585 Sep 10 17:37:39.308289 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-168a5dc4-d4d0-4176-b099-25385d03685b service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251836 Sep 10 17:37:39.712703 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-171ccd8f-0b8d-4ec0-bb1b-74b9eaaf6879 req-e0dc82b0-95ef-4cd0-8878-37daa1973ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943334 Sep 10 17:37:39.718639 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46876) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:39.758650 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9570-f2a9-4725-8741-bfc4aa6dcd6b req-441061ef-a821-4873-a737-8b526b6b1f56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:39.760222 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb9f9570-f2a9-4725-8741-bfc4aa6dcd6b req-441061ef-a821-4873-a737-8b526b6b1f56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1024399 Sep 10 17:37:39.819898 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb9f9570-f2a9-4725-8741-bfc4aa6dcd6b req-bda7d3cd-ccec-448f-965b-1cd43af45b14 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527022 Sep 10 17:37:39.913876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.085676 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.142687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f9faa-def3-4ced-bfa2-a58d99a9e309 req-a404757a-5286-4d10-bd82-3469b065b635 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:40.144302 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1a8f9faa-def3-4ced-bfa2-a58d99a9e309 req-a404757a-5286-4d10-bd82-3469b065b635 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0696478 Sep 10 17:37:40.205638 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.223044 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1a8f9faa-def3-4ced-bfa2-a58d99a9e309 req-5c0830d9-a830-4505-94ce-019b6bb4a95b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Sep 10 17:37:40.268995 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ed90ca25173479581bfe8ade6c6150b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477567 Sep 10 17:37:40.271231 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46894) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:40.282285 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc19cd6-ce48-49cc-815e-4b0d3220bd03,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:40.302478 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.302962 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.303411 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.303912 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.304324 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.304742 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.305127 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.305635 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.306094 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.306421 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.306785 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.307206 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdaeb54-e64e-4e39-827d-b16e01893df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.336980 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.373669 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.525348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.528068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:40.529250 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc19cd6-ce48-49cc-815e-4b0d3220bd03 HTTP/1.1" status: 204 len: 168 time: 0.2569392 Sep 10 17:37:40.561967 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc19cd6-ce48-49cc-815e-4b0d3220bd03,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:40.581813 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.583375 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.585635 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.586181 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.586742 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.587231 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.588836 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.590537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.591044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.591525 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.592565 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.593079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74611c-8663-4038-bd23-965806892dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:37:40.980896 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8959ed-26ca-4658-bfa4-c86a898826d6 req-cbebbbb6-970e-4288-82b5-8681bfbb0d3d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:40.990329 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0e8959ed-26ca-4658-bfa4-c86a898826d6 req-cbebbbb6-970e-4288-82b5-8681bfbb0d3d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0719552 Sep 10 17:37:41.067616 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0e8959ed-26ca-4658-bfa4-c86a898826d6 req-537664fe-934f-4b46-9da0-0548ce86ff26 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762646 Sep 10 17:37:41.377359 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59837d3e-48d1-4ece-b40f-d1307d5df71c req-406a82c0-be85-492f-9e2c-0351589465f3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:41.387827 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59837d3e-48d1-4ece-b40f-d1307d5df71c req-406a82c0-be85-492f-9e2c-0351589465f3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1023307 Sep 10 17:37:41.444178 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59837d3e-48d1-4ece-b40f-d1307d5df71c req-b158793a-2190-4020-852c-7940e29e32eb tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507321 Sep 10 17:37:41.465529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 46948) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:41.481606 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3313a1f2-4239-4301-aaed-dd1f647fb074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.703258 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3313a1f2-4239-4301-aaed-dd1f647fb074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.805372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3313a1f2-4239-4301-aaed-dd1f647fb074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.847624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3313a1f2-4239-4301-aaed-dd1f647fb074 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2abbfe8e6bea462888738cd988b77418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808284 Sep 10 17:37:41.848623 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a1f2-4239-4301-aaed-dd1f647fb074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7713c-a9b2-4d0f-b519-8c0a0f9b782f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:41.850300 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 46960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:41.938887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:41.974489 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.148859 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.152135 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:42.153607 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bf7713c-a9b2-4d0f-b519-8c0a0f9b782f HTTP/1.1" status: 204 len: 168 time: 0.3007090 Sep 10 17:37:42.168133 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e15dbb-188e-4496-a95a-8750da250ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7713c-a9b2-4d0f-b519-8c0a0f9b782f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:42.277824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d4b85-78eb-4124-b649-cb00a7f158b6 req-6b81fe63-2851-4257-a74c-7e3408f82639 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:42.286952 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6a3d4b85-78eb-4124-b649-cb00a7f158b6 req-6b81fe63-2851-4257-a74c-7e3408f82639 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1333141 Sep 10 17:37:42.367240 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6a3d4b85-78eb-4124-b649-cb00a7f158b6 req-e63c61e0-a1ea-4842-bd5a-28df8b68d393 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790071 Sep 10 17:37:42.557996 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a5c2-08ae-49c1-bb3b-df5ce9f273cb req-7d1045ac-ab38-45b6-84ac-8078c810dccc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:42.558908 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46e8a5c2-08ae-49c1-bb3b-df5ce9f273cb req-7d1045ac-ab38-45b6-84ac-8078c810dccc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0580101 Sep 10 17:37:42.632274 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46e8a5c2-08ae-49c1-bb3b-df5ce9f273cb req-130a9fb3-f629-43bd-97d0-6beee68b5a0d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Sep 10 17:37:43.177395 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47022) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:43.196675 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6388b5c-80c7-4ddb-8fb0-cce917c051b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.324732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6388b5c-80c7-4ddb-8fb0-cce917c051b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.378867 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:43.405582 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6388b5c-80c7-4ddb-8fb0-cce917c051b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.465850 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c6388b5c-80c7-4ddb-8fb0-cce917c051b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=960504dc8d2c4b148854f18f7fffc436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856429 Sep 10 17:37:43.467251 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6388b5c-80c7-4ddb-8fb0-cce917c051b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8cbb8f-602f-40ba-8667-1462a910db9d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:43.472995 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47038) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:43.546183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9330fd2f-1ced-4ea7-9994-22e0ee405efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.633809 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7531b26-9f1b-4765-85f9-8a588573db5d req-ee01b5f8-5c30-46c5-93f3-1ac330726d0d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:43.635427 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7531b26-9f1b-4765-85f9-8a588573db5d req-ee01b5f8-5c30-46c5-93f3-1ac330726d0d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1344643 Sep 10 17:37:43.641831 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.707372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.721286 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7531b26-9f1b-4765-85f9-8a588573db5d req-8e386fe9-9cb6-479c-9814-fc1e86ce9578 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773220 Sep 10 17:37:43.734726 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9330fd2f-1ced-4ea7-9994-22e0ee405efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.942842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.946055 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9330fd2f-1ced-4ea7-9994-22e0ee405efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.952049 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:43.952049 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d8cbb8f-602f-40ba-8667-1462a910db9d HTTP/1.1" status: 204 len: 168 time: 0.4780526 Sep 10 17:37:43.990861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf4c29-2fa3-4c9c-b8a1-9455893ad725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8cbb8f-602f-40ba-8667-1462a910db9d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:44.098840 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330fd2f-1ced-4ea7-9994-22e0ee405efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e6dca-d53e-4917-9ca0-c2a005d9db14,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:44.108002 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9330fd2f-1ced-4ea7-9994-22e0ee405efa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ae43a0b23f64351bd2eb1659698e9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278063 Sep 10 17:37:44.110667 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47050) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:44.233428 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.274837 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.474165 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.479412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:44.483161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a5e6dca-d53e-4917-9ca0-c2a005d9db14 HTTP/1.1" status: 204 len: 168 time: 0.3687165 Sep 10 17:37:44.491546 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b2a35-bb6e-4712-9c56-a84a20edb09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e6dca-d53e-4917-9ca0-c2a005d9db14,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:44.766306 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-7841290b-5437-406d-a0ae-a94956f51aea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785577 Sep 10 17:37:44.780512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fec41-b1a6-4026-a213-d7ea9f04f43e req-bfe5bb58-fc11-4776-bd2e-d2739a9bf9b1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:44.782127 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c73fec41-b1a6-4026-a213-d7ea9f04f43e req-bfe5bb58-fc11-4776-bd2e-d2739a9bf9b1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0665689 Sep 10 17:37:44.952836 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c73fec41-b1a6-4026-a213-d7ea9f04f43e req-291480ef-09ad-4b43-a24e-520ab5c686c6 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505468 Sep 10 17:37:44.960838 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-5e6f3a32-2203-431e-8ab0-4eebe6a872fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:44.962932 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-5e6f3a32-2203-431e-8ab0-4eebe6a872fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.1493473 Sep 10 17:37:44.997044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04164daf-8362-4db3-9e0a-4bfbc08fbee0 req-79338960-6b38-4117-9217-7556b7a56548 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:44.998674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04164daf-8362-4db3-9e0a-4bfbc08fbee0 req-79338960-6b38-4117-9217-7556b7a56548 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1389687 Sep 10 17:37:45.133082 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04164daf-8362-4db3-9e0a-4bfbc08fbee0 req-01fe3f35-b78f-4fca-bc5d-aef1aca6a5d7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218216 Sep 10 17:37:45.162845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-a00a1cd0-ff21-4374-8cc2-06dbca6042cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:45.169858 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-a00a1cd0-ff21-4374-8cc2-06dbca6042cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.1696556 Sep 10 17:37:45.231962 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-814f17ea-bd8a-44cf-8e81-141aef68959b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.0500295 Sep 10 17:37:45.304370 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-56009312-c247-4454-80c3-073ca99cbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:45.307371 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-56009312-c247-4454-80c3-073ca99cbaf7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0700862 Sep 10 17:37:45.352006 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-c42e7d8b-be7e-45d0-8f26-ea8310b81c76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318213 Sep 10 17:37:45.521856 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-b15f2dee-678e-46c2-8321-379b72b3d0a2 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587822 Sep 10 17:37:45.592321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:45.808743 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-202130e2-fd2b-400c-9eb9-e74ba015cc15 req-8154ea92-c05a-47c5-9757-82c7d69af7d6 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526391 Sep 10 17:37:46.074937 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3ada5-d3de-40b7-a124-40c3aa720986 req-f1328a8a-6345-4e1d-b593-3e3dbc9a0827 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:46.084210 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a5a3ada5-d3de-40b7-a124-40c3aa720986 req-f1328a8a-6345-4e1d-b593-3e3dbc9a0827 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1168284 Sep 10 17:37:46.108522 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396c5836-dea3-4b21-b271-f0209abc1f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.157513 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a5a3ada5-d3de-40b7-a124-40c3aa720986 req-679ea13c-a289-45ef-af32-cb1527fbc055 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701618 Sep 10 17:37:46.311807 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:37:46.369908 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396c5836-dea3-4b21-b271-f0209abc1f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.376483 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a7e3c-d14c-4b37-a165-74106e5d0c1e req-d1c0a98b-99f6-48ca-8938-938ac9c88ea3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:46.380259 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a32a7e3c-d14c-4b37-a165-74106e5d0c1e req-d1c0a98b-99f6-48ca-8938-938ac9c88ea3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1073325 Sep 10 17:37:46.473016 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a32a7e3c-d14c-4b37-a165-74106e5d0c1e req-f6f2926f-a5dc-4733-8636-5a6c54fa9334 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849254 Sep 10 17:37:46.473146 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:46.484654 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:37:46.507941 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-396c5836-dea3-4b21-b271-f0209abc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.559061 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-396c5836-dea3-4b21-b271-f0209abc1f73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49f68eedd7b948ada916f2cdfecfd2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646814 Sep 10 17:37:46.559773 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47168) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:46.565963 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.582475 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:37:46.601890 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5836-dea3-4b21-b271-f0209abc1f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d149b719-5626-4ddf-9be8-40891a619c05,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:46.623132 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:46.652710 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.686993 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.738408 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.839625 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=6']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:46.908352 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['1a997f2c-591c-4cde-bb49-f713c7ce2400'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:37:46.982253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.988322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:46.988322 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d149b719-5626-4ddf-9be8-40891a619c05 HTTP/1.1" status: 204 len: 168 time: 0.4253778 Sep 10 17:37:46.994960 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4dacd-92e8-46ff-9b52-19f7c61e97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149b719-5626-4ddf-9be8-40891a619c05,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:47.311475 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e9dd-fe80-40d0-8e1c-d3ed42b5315a req-11e399ef-4e19-4a82-bf6c-a0942e2b7a4a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:47.320192 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d3e7e9dd-fe80-40d0-8e1c-d3ed42b5315a req-11e399ef-4e19-4a82-bf6c-a0942e2b7a4a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0670159 Sep 10 17:37:47.371088 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d3e7e9dd-fe80-40d0-8e1c-d3ed42b5315a req-bd3dcf67-9e5a-4a9f-9374-4a55b22a494c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Sep 10 17:37:47.675022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881995-392e-4e56-b157-a74d99bd8d83 req-f52446c3-4992-48f3-98b3-400136f185cd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:47.685807 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72881995-392e-4e56-b157-a74d99bd8d83 req-f52446c3-4992-48f3-98b3-400136f185cd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0724957 Sep 10 17:37:47.767848 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72881995-392e-4e56-b157-a74d99bd8d83 req-5cb3148f-97ef-4c47-b358-b47373020c75 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661316 Sep 10 17:37:47.979254 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47204) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:47.997045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-429c2bf9-db57-4351-a487-ccd81e7b7fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.010826 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.095276 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:37:48.122589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-429c2bf9-db57-4351-a487-ccd81e7b7fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.189649 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-429c2bf9-db57-4351-a487-ccd81e7b7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.245550 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-429c2bf9-db57-4351-a487-ccd81e7b7fe3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d77887b674448858662aee1fa29fe9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652035 Sep 10 17:37:48.246699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c2bf9-db57-4351-a487-ccd81e7b7fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80a515b-22be-47d1-98c6-06a5e007f2cb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:48.248318 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47224) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:48.306989 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.326939 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:37:48.346687 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.369487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47228) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:48.465064 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:37:48.467731 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.509402 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.512544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.518924 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d80a515b-22be-47d1-98c6-06a5e007f2cb HTTP/1.1" status: 204 len: 168 time: 0.2672622 Sep 10 17:37:48.543939 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc38e70-29e1-41b8-826f-903ae7e97252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80a515b-22be-47d1-98c6-06a5e007f2cb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:48.598242 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e733-af62-4d45-8ce1-a3a755857682 req-db57a309-7a9f-44ac-97f3-0b7422c761be tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:48.610202 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d793e733-af62-4d45-8ce1-a3a755857682 req-db57a309-7a9f-44ac-97f3-0b7422c761be tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1390252 Sep 10 17:37:48.652956 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.693677 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:37:48.705831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc0968-6527-4800-9c20-70156e847ac0" -d '{"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:37:48.721845 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d793e733-af62-4d45-8ce1-a3a755857682 req-ca90134d-4a54-44a3-811b-6e6f5e760913 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070552 Sep 10 17:37:48.735068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-656f562c-dbdf-40a2-92a6-871ea61778bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.744718 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:37:48.816979 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c293dd-d8dc-4bb7-b500-63baf63cc104 x-openstack-request-id: req-e4c293dd-d8dc-4bb7-b500-63baf63cc104 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:37:48.817714 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:37:48.818355 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4c293dd-d8dc-4bb7-b500-63baf63cc104 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:37:48.819029 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'code': 200} Sep 10 17:37:48.852046 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:48.992164 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=7']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:49.026219 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-656f562c-dbdf-40a2-92a6-871ea61778bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.048268 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c25c-726f-4554-bdee-c4823af59701 req-f9f7821a-3604-4357-97ee-c624a7200a1e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:49.058740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ea54c25c-726f-4554-bdee-c4823af59701 req-f9f7821a-3604-4357-97ee-c624a7200a1e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1620457 Sep 10 17:37:49.075926 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-656f562c-dbdf-40a2-92a6-871ea61778bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.130567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f562c-dbdf-40a2-92a6-871ea61778bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a743344-cd47-4175-bb82-fa86de69a8e8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:49.136304 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-656f562c-dbdf-40a2-92a6-871ea61778bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e84616c551241d9ad20446862946b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7656491 Sep 10 17:37:49.142077 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47262) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:49.151025 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ea54c25c-726f-4554-bdee-c4823af59701 req-c8d7b870-0217-4a85-84c9-140713bdc85e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874102 Sep 10 17:37:49.387350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.444559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.601673 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.604182 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:49.609315 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a743344-cd47-4175-bb82-fa86de69a8e8 HTTP/1.1" status: 204 len: 168 time: 0.4656823 Sep 10 17:37:49.627416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ce55-6164-4997-90b6-20da493c677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a743344-cd47-4175-bb82-fa86de69a8e8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:49.954106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224efd5-4a52-43b7-af44-94f93c259087 req-80a5ef6e-3a97-4ff5-bceb-2a2c9c1a58cb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:49.956725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0224efd5-4a52-43b7-af44-94f93c259087 req-80a5ef6e-3a97-4ff5-bceb-2a2c9c1a58cb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1232622 Sep 10 17:37:50.054279 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0224efd5-4a52-43b7-af44-94f93c259087 req-a2b57add-c61c-4601-a651-45925f06da31 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900321 Sep 10 17:37:50.398467 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0e86-9004-4cae-bce7-e60cfeb98f07 req-3917cc28-dece-4708-a74d-b9a8d7a013e7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:50.407603 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7d6c0e86-9004-4cae-bce7-e60cfeb98f07 req-3917cc28-dece-4708-a74d-b9a8d7a013e7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1537504 Sep 10 17:37:50.523541 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7d6c0e86-9004-4cae-bce7-e60cfeb98f07 req-9d1ff240-ac28-4adf-b7ec-646d15d2642f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122105 Sep 10 17:37:51.097194 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47330) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:51.141245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89c21e14-a1c7-408d-a294-e7de1ee11358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.410141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89c21e14-a1c7-408d-a294-e7de1ee11358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.442951 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11b60-29fe-41a1-82fb-a0674e71c937 req-2d7db47a-8e58-4c29-b7a9-c3fc18a4d262 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:51.444787 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3e11b60-29fe-41a1-82fb-a0674e71c937 req-2d7db47a-8e58-4c29-b7a9-c3fc18a4d262 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.2681551 Sep 10 17:37:51.493277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-89c21e14-a1c7-408d-a294-e7de1ee11358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.537628 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3e11b60-29fe-41a1-82fb-a0674e71c937 req-e616405e-a6de-4e06-854f-54a2db6a5f22 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790284 Sep 10 17:37:51.618295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21e14-a1c7-408d-a294-e7de1ee11358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ebbb45-dba4-497d-bd10-fc41360c6705,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:51.629625 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47348) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:51.635764 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-89c21e14-a1c7-408d-a294-e7de1ee11358 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=939d765a3c3a427488bfa0c6b18b3446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345571 Sep 10 17:37:51.635872 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47350) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:51.733529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c98277-bad9-4865-9004-797be83ba9b9 req-2e141605-b028-4701-bccd-8bc6ef532ab0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:51.737871 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a6c98277-bad9-4865-9004-797be83ba9b9 req-2e141605-b028-4701-bccd-8bc6ef532ab0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0789344 Sep 10 17:37:51.745278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.781022 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:51.862251 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a6c98277-bad9-4865-9004-797be83ba9b9 req-56657299-1363-4197-bc09-2a45647f6766 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157963 Sep 10 17:37:51.894844 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff02b204-00f8-4518-8a32-8a1ac2a8981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.147030 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff02b204-00f8-4518-8a32-8a1ac2a8981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.149252 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.155395 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.160866 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7ebbb45-dba4-497d-bd10-fc41360c6705 HTTP/1.1" status: 204 len: 168 time: 0.5259304 Sep 10 17:37:52.174205 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75884d61-c71e-4eb1-9658-888d7dfea6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ebbb45-dba4-497d-bd10-fc41360c6705,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:52.228282 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff02b204-00f8-4518-8a32-8a1ac2a8981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.324488 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ff02b204-00f8-4518-8a32-8a1ac2a8981e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cb7544e84d642b4a2c7a3a7678f7ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880774 Sep 10 17:37:52.326656 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47376) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:52.364652 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02b204-00f8-4518-8a32-8a1ac2a8981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ce6f1-cc95-4788-bbf3-8d68c9bc5283,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:52.488806 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.542045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.708151 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.713543 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:52.716983 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d6ce6f1-cc95-4788-bbf3-8d68c9bc5283 HTTP/1.1" status: 204 len: 168 time: 0.3868542 Sep 10 17:37:52.731000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35d1a-186f-4d3d-9701-a89dde82533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ce6f1-cc95-4788-bbf3-8d68c9bc5283,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:52.935367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2599-1d9e-411c-a059-d0dcb380929c req-c664a399-2ace-4ce6-91d6-d3012f98b3f3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:52.949755 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-840d2599-1d9e-411c-a059-d0dcb380929c req-c664a399-2ace-4ce6-91d6-d3012f98b3f3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1636674 Sep 10 17:37:53.070170 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-840d2599-1d9e-411c-a059-d0dcb380929c req-78c45c30-4329-4e16-a1a1-d60ce8894edf tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111593 Sep 10 17:37:53.087145 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fabae9-a246-4a53-baf6-e7b339aa5cff req-e19bfe92-2c79-484c-b6a9-5f6debb6f447 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:53.098790 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-45fabae9-a246-4a53-baf6-e7b339aa5cff req-e19bfe92-2c79-484c-b6a9-5f6debb6f447 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0962808 Sep 10 17:37:53.226869 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-45fabae9-a246-4a53-baf6-e7b339aa5cff req-5b57adc7-8df1-4770-a703-8b72f2f05fed tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224828 Sep 10 17:37:53.614793 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47414) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:53.637403 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f52e217-719f-4f75-859d-2818ee9b4e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:53.883645 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f52e217-719f-4f75-859d-2818ee9b4e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:53.961808 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7f52e217-719f-4f75-859d-2818ee9b4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.008566 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7f52e217-719f-4f75-859d-2818ee9b4e62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d636fe5d727446b5bc161c207622222e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904977 Sep 10 17:37:54.011843 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47420) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:54.014282 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e217-719f-4f75-859d-2818ee9b4e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94845b-9011-4c11-9b00-33ae03e3dfb7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:54.123041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.159190 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.399798 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e35921-3be8-4c09-ade8-df87fbbfdb71 req-904acbcf-45ac-4bd0-a58e-3e3975b2189a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:54.401389 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-76e35921-3be8-4c09-ade8-df87fbbfdb71 req-904acbcf-45ac-4bd0-a58e-3e3975b2189a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1632071 Sep 10 17:37:54.503362 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47434) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:54.518982 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.588731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.588731 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f94845b-9011-4c11-9b00-33ae03e3dfb7 HTTP/1.1" status: 204 len: 168 time: 0.5104060 Sep 10 17:37:54.588731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d8f0d-49e1-483c-b6d1-39df9336cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94845b-9011-4c11-9b00-33ae03e3dfb7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:54.588731 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-76e35921-3be8-4c09-ade8-df87fbbfdb71 req-53e33197-83da-48d7-8463-4feb7d2bc42c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889800 Sep 10 17:37:54.616339 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a6d8-dce7-4ac4-8e0c-5a2b33aff35d req-4d35b538-9695-48df-b28f-92b2f4f36fbf tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:54.616339 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a8d0a6d8-dce7-4ac4-8e0c-5a2b33aff35d req-4d35b538-9695-48df-b28f-92b2f4f36fbf tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.2065587 Sep 10 17:37:54.681321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47440) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:54.721206 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a8d0a6d8-dce7-4ac4-8e0c-5a2b33aff35d req-fd9f690c-4394-4660-a2d8-07e71e722784 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931706 Sep 10 17:37:54.864792 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb38dfaa-ed05-48f2-ad79-a9881891910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:54.902302 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-563fc8b7-f930-4eb7-8b6b-1d5f24e6c854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.057600 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb38dfaa-ed05-48f2-ad79-a9881891910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.160453 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cb38dfaa-ed05-48f2-ad79-a9881891910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.245381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47452) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:55.257002 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-cb38dfaa-ed05-48f2-ad79-a9881891910d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cbc5ef6428047e5b294a392589b7db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518167 Sep 10 17:37:55.260094 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38dfaa-ed05-48f2-ad79-a9881891910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905bf147-4ab5-45b6-afde-2c7a6b355a7e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:55.353504 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.400510 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-563fc8b7-f930-4eb7-8b6b-1d5f24e6c854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.418858 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.490575 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-563fc8b7-f930-4eb7-8b6b-1d5f24e6c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.658644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.669767 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-563fc8b7-f930-4eb7-8b6b-1d5f24e6c854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbbbda4dc14d489ba798c380ea705598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9857914 Sep 10 17:37:55.670928 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc8b7-f930-4eb7-8b6b-1d5f24e6c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a2c9de-2c74-481c-b4f7-f9f5b563caac,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:55.673398 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:55.680865 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/905bf147-4ab5-45b6-afde-2c7a6b355a7e HTTP/1.1" status: 204 len: 168 time: 0.4290755 Sep 10 17:37:55.680865 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47462) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:55.756341 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263b594-ad67-431e-be11-dbb45d1924c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905bf147-4ab5-45b6-afde-2c7a6b355a7e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:55.792983 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49638660-8ac6-4132-9dab-d5fa8f7fb27b req-86094244-0a53-4e60-bb85-a2ebb2a20227 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:55.801960 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49638660-8ac6-4132-9dab-d5fa8f7fb27b req-86094244-0a53-4e60-bb85-a2ebb2a20227 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.2996943 Sep 10 17:37:55.910633 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-31c178bf-9b82-4f82-a736-1cde750ddd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:55.912189 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-31c178bf-9b82-4f82-a736-1cde750ddd69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.3756368 Sep 10 17:37:56.075118 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:56.126992 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b6b70-d37a-4ae3-91fc-b39032d48ead req-90384b95-545b-419c-85cc-a57dcf4db417 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:56.128569 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b3b6b70-d37a-4ae3-91fc-b39032d48ead req-90384b95-545b-419c-85cc-a57dcf4db417 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.3494704 Sep 10 17:37:56.149317 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-932b2cfe-93b3-4dcb-a393-cbe358f97117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:56.150721 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-932b2cfe-93b3-4dcb-a393-cbe358f97117 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.2164319 Sep 10 17:37:56.178789 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:56.195811 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49638660-8ac6-4132-9dab-d5fa8f7fb27b req-f4f1420d-6ad3-4d94-b6ec-171fc14a5555 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205671 Sep 10 17:37:56.281851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b3b6b70-d37a-4ae3-91fc-b39032d48ead req-56f20be8-5bc8-4727-9f9a-4aee749535bd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430545 Sep 10 17:37:56.340801 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-2c3fa1e5-e25f-4020-aef5-9ee2b03d3593 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.1765106 Sep 10 17:37:56.488417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959c1b-70ea-4c1f-9ba3-3deb8b0dcb81 req-79e2ca2d-db18-408c-9cd0-5d506cdb6f2b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:56.490851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ba959c1b-70ea-4c1f-9ba3-3deb8b0dcb81 req-79e2ca2d-db18-408c-9cd0-5d506cdb6f2b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1583402 Sep 10 17:37:56.493499 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-6c90b6ff-d18e-4580-97cb-d44de5d2db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:56.495690 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-6c90b6ff-d18e-4580-97cb-d44de5d2db19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.1342242 Sep 10 17:37:56.543579 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-6a8db044-0bf2-4169-9f78-d4ccb7563bd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310714 Sep 10 17:37:56.583852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:56.587284 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:56.588682 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4a2c9de-2c74-481c-b4f7-f9f5b563caac HTTP/1.1" status: 204 len: 168 time: 0.8905973 Sep 10 17:37:56.618664 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ba959c1b-70ea-4c1f-9ba3-3deb8b0dcb81 req-f3f4a1d5-7337-4c8a-ae5b-b6d1a82d9952 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189969 Sep 10 17:37:56.619670 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e6282-4a0b-48c1-bc0a-28f8de720c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a2c9de-2c74-481c-b4f7-f9f5b563caac,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:56.709670 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-d015ec53-48e5-4ff6-a4fe-ad8a3e0e84da service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551540 Sep 10 17:37:56.866423 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f12d4e0-aa12-4ccf-81d3-07aed6986585 req-a6410ece-5af4-4ec9-baa8-f1b325fe2459 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464357 Sep 10 17:37:57.387867 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a4e0a-23a2-4a8f-b4ee-18393960991f req-ae467c50-2b7d-48db-a005-746473ed535d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:57.389499 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d23a4e0a-23a2-4a8f-b4ee-18393960991f req-ae467c50-2b7d-48db-a005-746473ed535d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1140718 Sep 10 17:37:57.472252 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d23a4e0a-23a2-4a8f-b4ee-18393960991f req-4006b1e0-3aa6-4d24-a3f2-66be255e6fd4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709817 Sep 10 17:37:57.523476 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b35a-0238-4d2f-8ce7-4229008328ea req-c34cb9c7-fed1-430a-81da-04392172befd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:57.525396 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0954b35a-0238-4d2f-8ce7-4229008328ea req-c34cb9c7-fed1-430a-81da-04392172befd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1034448 Sep 10 17:37:57.621261 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0954b35a-0238-4d2f-8ce7-4229008328ea req-71ac3b24-1054-41f8-a161-4821fb5378ba tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856466 Sep 10 17:37:57.868150 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47524) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:57.890943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7e9cf4a-34e9-43d1-a70e-39e5129c9bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:57.904200 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f2a3-cd8f-4cc2-b19b-118b75d7e07a req-07c308bf-04da-455c-8397-9e65e9a2561c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:57.913335 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df75f2a3-cd8f-4cc2-b19b-118b75d7e07a req-07c308bf-04da-455c-8397-9e65e9a2561c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1181509 Sep 10 17:37:57.969685 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df75f2a3-cd8f-4cc2-b19b-118b75d7e07a req-0d3c060e-decd-42b2-85d4-1931ec236661 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546732 Sep 10 17:37:58.090322 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7e9cf4a-34e9-43d1-a70e-39e5129c9bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.164845 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f7e9cf4a-34e9-43d1-a70e-39e5129c9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.244050 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f7e9cf4a-34e9-43d1-a70e-39e5129c9bce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f82b58f88064bb289c16d6a3c3c3739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745627 Sep 10 17:37:58.246575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47526) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:37:58.249260 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9cf4a-34e9-43d1-a70e-39e5129c9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553383bb-2c54-41ca-9e0a-3a99568299d6,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:58.344097 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.375180 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.491348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.498410 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:58.498410 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/553383bb-2c54-41ca-9e0a-3a99568299d6 HTTP/1.1" status: 204 len: 168 time: 0.2481880 Sep 10 17:37:58.526477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d76d-6c60-454c-9f07-a3aecb1cf94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553383bb-2c54-41ca-9e0a-3a99568299d6,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:37:58.997365 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d28b5-f0d2-4d72-9bf6-9e5a06d317d3 req-af316b72-bc9c-49bf-bf0b-60134bc8325c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:58.997365 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c07d28b5-f0d2-4d72-9bf6-9e5a06d317d3 req-af316b72-bc9c-49bf-bf0b-60134bc8325c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.3030646 Sep 10 17:37:59.033850 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6a4e-2c8e-404c-9182-0df13e66d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:37:59.135434 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf182-8871-4887-a613-ef96b8399a00 req-41094902-abff-464e-a8c3-f1e64ab06039 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:59.135434 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a13cf182-8871-4887-a613-ef96b8399a00 req-41094902-abff-464e-a8c3-f1e64ab06039 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.3017430 Sep 10 17:37:59.174858 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c07d28b5-f0d2-4d72-9bf6-9e5a06d317d3 req-210954a1-3b87-44aa-8b73-74fb7394a019 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299472 Sep 10 17:37:59.193461 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a13cf182-8871-4887-a613-ef96b8399a00 req-b66ae216-7b53-44d4-a27f-2034b0d6dad1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520406 Sep 10 17:37:59.354251 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c9862-de3b-42e1-ad0b-153e90e49dbb req-9b8f2090-4f77-4138-b806-0c85b0dc32f5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:37:59.365574 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef7c9862-de3b-42e1-ad0b-153e90e49dbb req-9b8f2090-4f77-4138-b806-0c85b0dc32f5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0759807 Sep 10 17:37:59.413130 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef7c9862-de3b-42e1-ad0b-153e90e49dbb req-7d92b02e-0f74-4d4a-b290-280b7468a331 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Sep 10 17:38:00.409905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cd08f-5791-4ccc-9947-639d9821d410 req-6a4b76a4-047f-4c2d-8267-c768785b0397 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:00.417536 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-568cd08f-5791-4ccc-9947-639d9821d410 req-6a4b76a4-047f-4c2d-8267-c768785b0397 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1013024 Sep 10 17:38:00.427018 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4004c-663a-4067-a271-d55792fcce66 req-74a7b54a-037c-4306-b7ac-15e9a39a3f8e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:00.437951 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9e4004c-663a-4067-a271-d55792fcce66 req-74a7b54a-037c-4306-b7ac-15e9a39a3f8e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0878699 Sep 10 17:38:00.519728 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-568cd08f-5791-4ccc-9947-639d9821d410 req-43f6e861-aeb6-4fa1-a078-8f4fe1c7f683 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011932 Sep 10 17:38:00.562136 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9e4004c-663a-4067-a271-d55792fcce66 req-a3b05310-4e37-4500-a089-747283431ad3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255114 Sep 10 17:38:00.704367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaf466-b7c6-40bd-92e2-8404144f0e9d req-7e308ebb-836a-4364-926f-1daacd165f8d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:00.713026 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5caaf466-b7c6-40bd-92e2-8404144f0e9d req-7e308ebb-836a-4364-926f-1daacd165f8d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0647101 Sep 10 17:38:00.749906 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5caaf466-b7c6-40bd-92e2-8404144f0e9d req-78222d2a-4b25-457f-9107-e9816d01112a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359652 Sep 10 17:38:01.418489 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb893-b17d-49ca-94a8-f76a74bf7e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:01.765037 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:01.979130 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47604) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:02.114452 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e302088-8e0d-4995-b2fa-9d96eb1d0f5b req-dbbd2512-139b-4eda-a400-cf878513a6d9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:02.121502 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e302088-8e0d-4995-b2fa-9d96eb1d0f5b req-dbbd2512-139b-4eda-a400-cf878513a6d9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.3671467 Sep 10 17:38:02.143084 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0092-996f-4e39-9400-76b37a001cfd req-57659822-c133-4c5d-9d16-ea8e7d4741d5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:02.148087 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbab0092-996f-4e39-9400-76b37a001cfd req-57659822-c133-4c5d-9d16-ea8e7d4741d5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.4563510 Sep 10 17:38:02.182369 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8135b46c-6236-4cb6-a29c-6dc2e0f37612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:02.232537 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e302088-8e0d-4995-b2fa-9d96eb1d0f5b req-1cc522e5-116b-41c9-9aac-f7be040a4086 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796471 Sep 10 17:38:02.333909 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbab0092-996f-4e39-9400-76b37a001cfd req-c12762f9-3706-401b-8f2f-96c16d0a6f5f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560545 Sep 10 17:38:02.405283 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:02.411211 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d575-bbf0-4d21-ab37-1122b4e0bb9e req-aad799d8-6c06-4784-a35e-480697c2f170 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:02.416352 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2633d575-bbf0-4d21-ab37-1122b4e0bb9e req-aad799d8-6c06-4784-a35e-480697c2f170 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0781264 Sep 10 17:38:02.475157 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8135b46c-6236-4cb6-a29c-6dc2e0f37612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:02.493178 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2633d575-bbf0-4d21-ab37-1122b4e0bb9e req-71064fba-8ab1-4876-95d7-d29edb89e291 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701764 Sep 10 17:38:02.601278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8135b46c-6236-4cb6-a29c-6dc2e0f37612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:02.702365 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135b46c-6236-4cb6-a29c-6dc2e0f37612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58772b6c-9867-4b6e-9033-ac6d4e7893ab,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:02.724742 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8135b46c-6236-4cb6-a29c-6dc2e0f37612 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1898c0788b44b139cb0047fc87fe9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7456880 Sep 10 17:38:02.728081 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47640) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:02.812612 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:02.846728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:03.010815 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:03.014552 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:03.016017 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58772b6c-9867-4b6e-9033-ac6d4e7893ab HTTP/1.1" status: 204 len: 168 time: 0.2866461 Sep 10 17:38:03.027450 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5398d-99b6-4b6d-82f5-acf0d22e0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58772b6c-9867-4b6e-9033-ac6d4e7893ab,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:03.361075 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910db0-93c8-4374-9e72-5710fb89cebe req-f48b768d-d07f-48ef-bc80-bbb46323577e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:03.378305 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3910db0-93c8-4374-9e72-5710fb89cebe req-f48b768d-d07f-48ef-bc80-bbb46323577e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0596085 Sep 10 17:38:03.418466 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3910db0-93c8-4374-9e72-5710fb89cebe req-ca7ae69e-3f13-486d-badf-c4e3ac7fa130 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Sep 10 17:38:03.453979 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed78a-d9d0-43e8-b952-e9e48c096041 req-b1534764-f3c8-4f1a-bdb4-967883ab2c72 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:03.455470 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-79eed78a-d9d0-43e8-b952-e9e48c096041 req-b1534764-f3c8-4f1a-bdb4-967883ab2c72 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0527172 Sep 10 17:38:03.494953 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-79eed78a-d9d0-43e8-b952-e9e48c096041 req-65e8965f-a543-47ec-ae35-ba9e11890022 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Sep 10 17:38:03.648523 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216ca89-a41c-4913-b8a6-bd05b2a1bd97 req-5fe9411a-4d18-4ed7-ad01-955d9f14f872 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:03.653193 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d216ca89-a41c-4913-b8a6-bd05b2a1bd97 req-5fe9411a-4d18-4ed7-ad01-955d9f14f872 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0618844 Sep 10 17:38:03.700653 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d216ca89-a41c-4913-b8a6-bd05b2a1bd97 req-0519fe53-c424-4405-80ef-41e2fc92258d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Sep 10 17:38:04.268118 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:04.541567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76668d-b8f2-4cc9-a19e-dc5ef2df49e1 req-692a9864-bd58-495a-b2ef-9b48b36a928d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:04.543130 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f76668d-b8f2-4cc9-a19e-dc5ef2df49e1 req-692a9864-bd58-495a-b2ef-9b48b36a928d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0568426 Sep 10 17:38:04.643924 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f76668d-b8f2-4cc9-a19e-dc5ef2df49e1 req-8bf9d8a5-3c5e-4adf-86ca-497a0ba8ce82 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868046 Sep 10 17:38:04.662133 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768767e-e5e1-4cd8-9f03-1e48668ea744 req-2b728972-e418-4df0-9c25-55cc2386fc35 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:04.664361 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f768767e-e5e1-4cd8-9f03-1e48668ea744 req-2b728972-e418-4df0-9c25-55cc2386fc35 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0827870 Sep 10 17:38:04.695195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47734) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:04.725342 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f768767e-e5e1-4cd8-9f03-1e48668ea744 req-e75bdfd5-f718-4f6f-9192-e3fe1a4ffb1d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Sep 10 17:38:04.848891 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583015-faa5-4b2e-9c74-cc4630f3cc1c req-7dc8e00a-5984-4f7b-93c1-17c44d403824 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:04.851173 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7a583015-faa5-4b2e-9c74-cc4630f3cc1c req-7dc8e00a-5984-4f7b-93c1-17c44d403824 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0592988 Sep 10 17:38:04.892839 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925709921-network', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:04.896222 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7a583015-faa5-4b2e-9c74-cc4630f3cc1c req-97b7c3a9-6c1f-4828-9835-904c4fb7f57a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358107 Sep 10 17:38:05.055105 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Made reservation on behalf of 4c9de4e40b2942fa80626cc38dc352c4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:05.055105 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.061940 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.159551 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.210819 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.237007 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:05.248377 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7564ad2-c3e2-4edc-a006-4fad78686d6f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:05.254782 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.255612 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Added segment 76b7f121-2780-45bf-bdc6-825c8ee61170 of type vlan for network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 Sep 10 17:38:05.299273 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.399457 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.400404 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:05.401008 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.467380 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:05.478293 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:05.497626 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-100146e5-1dbd-45a2-a21e-6327e86c6cb0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8039172 Sep 10 17:38:05.500371 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47784) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:05.505532 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Request body: {'subnet': {'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925709921-subnet', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:05.622422 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Made reservation on behalf of 4c9de4e40b2942fa80626cc38dc352c4 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:05.624786 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.652748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-d98c5069-45a4-4e83-a845-a0a6a9998a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:05.654158 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-d98c5069-45a4-4e83-a845-a0a6a9998a12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1099 time: 0.0448406 Sep 10 17:38:05.796714 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-00197bba-4443-46b1-a938-9b19231ef554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:05.804471 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-00197bba-4443-46b1-a938-9b19231ef554 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.1366353 Sep 10 17:38:05.813434 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbedee-7b1b-42bd-ab1a-6d4c2678bd52 req-4694022f-18ba-4e16-a916-dee1fd16b0be tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:05.814996 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9edbedee-7b1b-42bd-ab1a-6d4c2678bd52 req-4694022f-18ba-4e16-a916-dee1fd16b0be tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0806069 Sep 10 17:38:05.897458 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:05.933159 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9edbedee-7b1b-42bd-ab1a-6d4c2678bd52 req-7e7b1493-41f0-4618-b18f-80743794269a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098416 Sep 10 17:38:05.935708 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-2a266962-4d93-4ae7-b8ca-3021932e7d29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 1002 time: 0.1187518 Sep 10 17:38:05.948669 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456488bd-a7a1-4e31-995a-969221e58d43 req-37075d66-eaf7-4048-9c44-a16bf61060ef tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:05.951031 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-456488bd-a7a1-4e31-995a-969221e58d43 req-37075d66-eaf7-4048-9c44-a16bf61060ef tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1351213 Sep 10 17:38:05.954427 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3436f635-35f2-4d2c-9cd1-1aed7cf8a562,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:05.968066 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Checking segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:05.968648 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Network hostable DHCP agents. Network: f72baa50-02b6-47e1-bcbd-e49f0d7f4a15, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:06.021737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:06.049801 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-ea025e7c-3cf5-4d72-b80d-c203e77cfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:06.051267 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-ea025e7c-3cf5-4d72-b80d-c203e77cfdae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0989115 Sep 10 17:38:06.064466 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-456488bd-a7a1-4e31-995a-969221e58d43 req-07102357-ddc2-400b-8072-f99905e8e7c5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793319 Sep 10 17:38:06.096456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, f72baa50-02b6-47e1-bcbd-e49f0d7f4a15) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:06.101089 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:06.101867 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.106241 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014c06e-fb4f-481e-9365-75dee29ca2c3 None None] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:06.108511 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64257b5-39ed-4b74-8dcd-8438654a4835 req-dd0dd6cf-bb7a-4b17-8420-27c0105c216b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:06.110035 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a64257b5-39ed-4b74-8dcd-8438654a4835 req-dd0dd6cf-bb7a-4b17-8420-27c0105c216b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.1036677 Sep 10 17:38:06.125213 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-e68ae19a-f3ad-4bc3-bd3e-c36ab5d3ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:06.126875 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-e68ae19a-f3ad-4bc3-bd3e-c36ab5d3ad11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672901 Sep 10 17:38:06.184640 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1ea811e6-6cd8-4f23-938e-d2a3d7353ef1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6828747 Sep 10 17:38:06.187211 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47812) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:06.195854 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:06.214656 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a64257b5-39ed-4b74-8dcd-8438654a4835 req-c0cf8236-56cb-436e-b40c-26fa250bb8bb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770373 Sep 10 17:38:06.284254 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-4ccb5d93-26d5-4949-b675-0c4206d17a07 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433618 Sep 10 17:38:06.301930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.303245 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.317913 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:38:06.317913 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.400724 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4131e3a3-7af0-407f-8e3b-b64904a63c6a req-3042153c-6386-40f8-afb0-2b62707ae423 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083026 Sep 10 17:38:06.488258 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Allocated IP 172.20.0.2 (f72baa50-02b6-47e1-bcbd-e49f0d7f4a15/3436f635-35f2-4d2c-9cd1-1aed7cf8a562/8a428e9b-dcb8-4a42-83e8-26fd3692c02e) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:06.574558 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.649274 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.658064 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Transition to ACTIVE for port object 8a428e9b-dcb8-4a42-83e8-26fd3692c02e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:06.673758 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Transition to ACTIVE for port object 8a428e9b-dcb8-4a42-83e8-26fd3692c02e will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:06.778405 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.794256 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.832470 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:06.837583 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:06.841109 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:06.848532 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Pushing event updated for resources: {'Port': ['ID=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:06.861592 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.861935 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.862273 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.862608 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.862993 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.863325 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.863654 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.863981 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.864415 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.864742 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.865068 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.865520 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:06.913640 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Attempting to bind port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:06.914021 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Attempting to bind port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:06.914391 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Attempting to bind port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e on network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:06.919730 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:06.920101 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Checking segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:06.920536 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.920927 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Bound using segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:06.921395 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Bound port: 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:06.921773 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:06.992450 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] For port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:06.996343 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] For port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:07.040082 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.060602 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.063239 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ef79c-bd0e-4aba-9285-088509817a33 req-f0cb8931-d628-4042-b65a-be7e1b6bb46f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:07.064924 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c9ef79c-bd0e-4aba-9285-088509817a33 req-f0cb8931-d628-4042-b65a-be7e1b6bb46f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0571342 Sep 10 17:38:07.085837 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.105779 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b9f90-a46a-47ad-92ba-85428f95edf4 None None] Pushing event updated for resources: {'Port': ['ID=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:07.120387 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c9ef79c-bd0e-4aba-9285-088509817a33 req-7d4a2901-7796-41b1-a905-ca0b465a6319 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474141 Sep 10 17:38:07.211517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581cd0a-b9cc-41b7-9673-3aa8394f404d req-fb450528-7af1-4019-97ac-05e947edf791 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:07.213216 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f581cd0a-b9cc-41b7-9673-3aa8394f404d req-fb450528-7af1-4019-97ac-05e947edf791 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0514674 Sep 10 17:38:07.226797 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Allocated IP 172.27.3.232 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/73c6dc87-9c76-446d-9584-a76cd0a07b40) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:07.262116 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f581cd0a-b9cc-41b7-9673-3aa8394f404d req-22d2b374-371d-4d65-9878-3165f1c0551b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Sep 10 17:38:07.353565 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.374635 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af168-0b5b-4cb1-8eff-05ba32d37e49 req-692fbbf8-4077-487b-9360-6dd797b0293e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:07.376394 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3c1af168-0b5b-4cb1-8eff-05ba32d37e49 req-692fbbf8-4077-487b-9360-6dd797b0293e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0713129 Sep 10 17:38:07.426802 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3c1af168-0b5b-4cb1-8eff-05ba32d37e49 req-1796f0f7-8459-4458-a86e-6cfea9407fa3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Sep 10 17:38:07.463150 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.505524 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:07.509015 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:07.512611 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:07.550874 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c6dc87-9c76-446d-9584-a76cd0a07b40,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:07.577271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47834) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:07.651586 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Deleting subnet bdd994dd-8d54-4b4a-9b9d-28efb0958c58 {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:38:07.654961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.700599 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.703674 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 8a428e9b-dcb8-4a42-83e8-26fd3692c02e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:07.741808 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.856994 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:07.908455 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.939439 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.941897 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd994dd-8d54-4b4a-9b9d-28efb0958c58,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:07.948417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:07.950585 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b13574c5-6dd0-4b9e-92dd-be1e10e0d37c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdd994dd-8d54-4b4a-9b9d-28efb0958c58 HTTP/1.1" status: 204 len: 168 time: 0.3722179 Sep 10 17:38:07.951264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47840) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:08.032610 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.145707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.203321 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbd1cc2-35ce-4034-a17c-91a33da86216']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:08.214829 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.221901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a48da1c-4949-4d5b-ae71-2db8b1eda37d') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:08.221901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a48da1c-4949-4d5b-ae71-2db8b1eda37d') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:08.246653 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.278805 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.287362 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:38:08.288384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:38:08.290677 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:38:08.327691 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ac07b-7b32-49c0-96b8-9b83dc28629b None None] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:08.399253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed58ba-fe1b-41e5-af70-dc400594be5b req-06905041-1bcd-4535-83bf-e0c7def4b838 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:08.400925 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f7ed58ba-fe1b-41e5-af70-dc400594be5b req-06905041-1bcd-4535-83bf-e0c7def4b838 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1699867 Sep 10 17:38:08.456552 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Router 39326024-0a62-49dd-bace-6fde646735d7 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:08.463458 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:38:08.474604 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f7ed58ba-fe1b-41e5-af70-dc400594be5b req-0de4223b-cb10-427e-9cf7-26f01976b771 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585985 Sep 10 17:38:08.488465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bd83-78ee-4ca4-9ab0-0b11e63d0041 req-74604411-021b-40d7-b795-7d1b8858671a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:08.490474 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a345bd83-78ee-4ca4-9ab0-0b11e63d0041 req-74604411-021b-40d7-b795-7d1b8858671a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0876169 Sep 10 17:38:08.498989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.504067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.508745 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dbd1cc2-35ce-4034-a17c-91a33da86216 HTTP/1.1" status: 204 len: 168 time: 0.5560632 Sep 10 17:38:08.529481 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Provisioning for port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:08.531596 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad171cee-f009-4af5-98ff-4ab8579fec9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbd1cc2-35ce-4034-a17c-91a33da86216,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:08.562866 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Provisioning complete for port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:08.563208 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.610097 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a345bd83-78ee-4ca4-9ab0-0b11e63d0041 req-8026a44c-6d8e-4f5f-a8f2-2955df1554ac tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878196 Sep 10 17:38:08.640561 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:08.657799 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Sync routers for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:08.663642 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:08.664287 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:08.731583 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29173a3-e4c8-46c3-9493-b2d58e1c6885 req-60cd4be4-c63d-41e7-a31a-2a5ef819b5ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:08.733417 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b29173a3-e4c8-46c3-9493-b2d58e1c6885 req-60cd4be4-c63d-41e7-a31a-2a5ef819b5ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 946 time: 0.0936551 Sep 10 17:38:08.770694 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.770994 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.773867 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7bddebc6-1c89-41de-a458-318126f257d7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5841274 Sep 10 17:38:08.778385 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47856) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:08.791774 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.807012 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:08.842925 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b29173a3-e4c8-46c3-9493-b2d58e1c6885 req-755ef58d-5e1f-427f-b955-b4c21939add1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007328 Sep 10 17:38:08.881382 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:08.882795 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:38:08.886585 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd5af75-9f3c-4cd0-b83e-b9123827dd93" -d '{"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:38:08.944491 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] For port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:08.945731 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:08.994717 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dede1-d72d-4772-953f-05406b3dd91f req-55f783b9-1ab5-4259-a358-8c2031dd7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:08.996473 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7c4dede1-d72d-4772-953f-05406b3dd91f req-55f783b9-1ab5-4259-a358-8c2031dd7be5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.1199493 Sep 10 17:38:09.012548 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47862) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:09.047794 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42287e38-43eb-46ca-be1c-a60cd5586bd9 x-openstack-request-id: req-42287e38-43eb-46ca-be1c-a60cd5586bd9 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:38:09.048103 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:38:09.048387 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42287e38-43eb-46ca-be1c-a60cd5586bd9 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:38:09.049079 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'code': 200} Sep 10 17:38:09.052027 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.052226 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7c4dede1-d72d-4772-953f-05406b3dd91f req-1746fa54-71b0-4ab8-b52e-0d591adcfa5d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Sep 10 17:38:09.081318 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=8']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:09.135804 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:07Z', 'revision_number': 3, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:09.137532 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760178b-6a3f-44c1-b5ad-3d4e27111fa6 None None] Pushing event updated for resources: {'Port': ['ID=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:09.168835 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Checking router: 39326024-0a62-49dd-bace-6fde646735d7 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:09.169455 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Updating router 39326024-0a62-49dd-bace-6fde646735d7 port 73c6dc87-9c76-446d-9584-a76cd0a07b40 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:09.176318 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b77a5855-60b2-4504-abb8-c7c978c38e55 None None] Provisioning complete for port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:09.177001 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b77a5855-60b2-4504-abb8-c7c978c38e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.202256 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-862a0aa7-8823-4e67-950a-4ac835bb0252 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6be93c1e1a074ed99ce47c65a1913aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881237 Sep 10 17:38:09.206594 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 47872) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:09.210156 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.309346 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.354529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.519754 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.524513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.525707 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84206628-e895-4857-bf14-390068628e77 HTTP/1.1" status: 204 len: 168 time: 0.3165512 Sep 10 17:38:09.571954 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf0d4-8cff-414b-bdf5-7000b78759d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84206628-e895-4857-bf14-390068628e77,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:09.597727 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.609773 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Transition to ACTIVE for port object 73c6dc87-9c76-446d-9584-a76cd0a07b40 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:09.721517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc73e5-6685-48ab-8ff0-37cce218e251 req-659a8f09-4e6c-47a3-a1e8-b74815989b3b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:09.723011 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cafc73e5-6685-48ab-8ff0-37cce218e251 req-659a8f09-4e6c-47a3-a1e8-b74815989b3b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1091161 Sep 10 17:38:09.726560 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.751201 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 8a428e9b-dcb8-4a42-83e8-26fd3692c02e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:09.788922 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cafc73e5-6685-48ab-8ff0-37cce218e251 req-ce43ef83-5640-46b1-9cf2-c26c45a04e7e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513299 Sep 10 17:38:09.831763 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.840523 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:09.842039 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.933176 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Attempting to bind port 73c6dc87-9c76-446d-9584-a76cd0a07b40 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:09.933176 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Attempting to bind port 73c6dc87-9c76-446d-9584-a76cd0a07b40 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:09.933176 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Attempting to bind port 73c6dc87-9c76-446d-9584-a76cd0a07b40 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:09.941254 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Pushing event updated for resources: {'Port': ['ID=73c6dc87-9c76-446d-9584-a76cd0a07b40,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:09.955159 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.955586 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.955976 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.956343 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.956677 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.957004 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.961863 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.962248 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.962624 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.963140 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.963628 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.964112 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:09.968398 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:09.969165 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:09.969774 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:09.977461 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab7219-4c58-437d-98f6-e72e08b455ac req-4029cbcb-cc68-4faa-8ac5-3cf8b30d20a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:09.980383 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-12ab7219-4c58-437d-98f6-e72e08b455ac req-4029cbcb-cc68-4faa-8ac5-3cf8b30d20a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1003509 Sep 10 17:38:09.988518 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:09.989465 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Bound port: 73c6dc87-9c76-446d-9584-a76cd0a07b40, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:09.994525 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:10.078495 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] For port 73c6dc87-9c76-446d-9584-a76cd0a07b40, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:10.089815 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-12ab7219-4c58-437d-98f6-e72e08b455ac req-939c9d76-2a7e-4591-b782-e96c2397b6cd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998352 Sep 10 17:38:10.098469 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] For port 73c6dc87-9c76-446d-9584-a76cd0a07b40, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73c6dc87-9c76-446d-9584-a76cd0a07b40,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:10.165820 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Allocated IP 172.20.0.1 (f72baa50-02b6-47e1-bcbd-e49f0d7f4a15/3436f635-35f2-4d2c-9cd1-1aed7cf8a562/1a378289-79b3-49fd-8f7d-dc5b71c4c754) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:10.171239 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:10.225913 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:10.226762 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:10.295999 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:10.320477 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Transition to ACTIVE for port object 1a378289-79b3-49fd-8f7d-dc5b71c4c754 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:10.327606 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f89b17-3783-41cc-86e6-0f075f772a03 None None] Pushing event updated for resources: {'Port': ['ID=73c6dc87-9c76-446d-9584-a76cd0a07b40,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:10.396697 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:10.425416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:10.466477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-47cb550d-70ae-4ec1-a5fb-d561f3493ba2 req-360342c8-b170-4fda-a7cf-13e97e709bd7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:38:10.468830 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-47cb550d-70ae-4ec1-a5fb-d561f3493ba2 req-360342c8-b170-4fda-a7cf-13e97e709bd7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066674 Sep 10 17:38:10.476364 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:10.479643 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:10.497998 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:10.531122 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:10.557231 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:10.627170 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:07Z', 'revision_number': 3, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:10.660124 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae9b0e-8cb8-43af-a9f9-76bcdf87292b None None] The sync data for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi is: [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:07Z', 'revision_number': 3, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:10.939265 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d33ee7-ee92-476e-842a-ed93e1b2f7c7 req-257ee8eb-8c99-4e60-b81c-076a8d2ab3fb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:10.947454 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5d33ee7-ee92-476e-842a-ed93e1b2f7c7 req-257ee8eb-8c99-4e60-b81c-076a8d2ab3fb tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0759535 Sep 10 17:38:11.002285 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5d33ee7-ee92-476e-842a-ed93e1b2f7c7 req-392bec48-56bc-41f1-af27-c102543dc13c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Sep 10 17:38:11.059065 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f385eb-9c6c-403e-a988-dd68559b219d req-8201461a-db5a-4b39-af58-864526dfe997 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:11.064936 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7f385eb-9c6c-403e-a988-dd68559b219d req-8201461a-db5a-4b39-af58-864526dfe997 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0613930 Sep 10 17:38:11.101141 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:11.110464 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7f385eb-9c6c-403e-a988-dd68559b219d req-d75ab872-6e68-4854-896c-0ef4d353c003 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Sep 10 17:38:11.125823 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-60c7398e-8101-472d-8671-ad864fddd2b0 None None] Provisioning for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:11.130858 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-60c7398e-8101-472d-8671-ad864fddd2b0 None None] Provisioning complete for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:11.131456 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-60c7398e-8101-472d-8671-ad864fddd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:11.199816 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-60c7398e-8101-472d-8671-ad864fddd2b0 None None] Port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:11.295474 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4ca99-224f-4f60-9bb9-2cef673174aa req-7a758c57-6aff-46c6-9145-9203276c709a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:11.299067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-90e4ca99-224f-4f60-9bb9-2cef673174aa req-7a758c57-6aff-46c6-9145-9203276c709a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0848398 Sep 10 17:38:11.361828 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:11.377029 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-90e4ca99-224f-4f60-9bb9-2cef673174aa req-f35d57d4-dbae-40e5-a097-61f03af11003 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705707 Sep 10 17:38:11.428101 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:11.478436 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:11.527286 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:11.710965 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:11.712943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:11.731033 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73c6dc87-9c76-446d-9584-a76cd0a07b40 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:11.867243 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Router 39326024-0a62-49dd-bace-6fde646735d7 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:38:11.902325 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 73c6dc87-9c76-446d-9584-a76cd0a07b40 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:11.920446 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 73c6dc87-9c76-446d-9584-a76cd0a07b40 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:11.920818 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:12.019321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:12.027912 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7b6d795c-a03d-4447-af36-2aa507c363c4 admin admin] 10.222.0.53 "PUT /v2.0/routers/39326024-0a62-49dd-bace-6fde646735d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2467704 Sep 10 17:38:12.061837 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:12.070940 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-55de7b05-47eb-4917-aa08-f62a52444b16 None None] Provisioning complete for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:12.072476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-55de7b05-47eb-4917-aa08-f62a52444b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:12.089055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e223149-3c34-4920-99b7-7793e8257135 req-7abef253-7f4e-41d3-8786-2d7fb310a532 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:12.090895 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e223149-3c34-4920-99b7-7793e8257135 req-7abef253-7f4e-41d3-8786-2d7fb310a532 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0749118 Sep 10 17:38:12.126391 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 73c6dc87-9c76-446d-9584-a76cd0a07b40, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73c6dc87-9c76-446d-9584-a76cd0a07b40,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:12.144162 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47962) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:12.151198 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-55de7b05-47eb-4917-aa08-f62a52444b16 None None] Port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:12.205515 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:12.232680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e223149-3c34-4920-99b7-7793e8257135 req-2469280b-5063-45f9-b159-78fe2de741c4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172004 Sep 10 17:38:12.246662 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aaacc-6d42-419a-a3a4-324938651c6d req-e033b92a-b72e-4915-85f6-adb05de6f80e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:12.249540 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-376aaacc-6d42-419a-a3a4-324938651c6d req-e033b92a-b72e-4915-85f6-adb05de6f80e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1260676 Sep 10 17:38:12.288271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=73c6dc87-9c76-446d-9584-a76cd0a07b40,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:12.304402 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-376aaacc-6d42-419a-a3a4-324938651c6d req-31b867a4-1956-4fa5-bbf2-2f356857d5d0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Sep 10 17:38:12.350227 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-222acd7b-2526-4a3b-bf3b-a2daf5c2fda0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044246 Sep 10 17:38:12.362372 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-6e614b34-b53f-4587-a373-d1b4c895e140 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:38:12.363430 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-6e614b34-b53f-4587-a373-d1b4c895e140 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055764 Sep 10 17:38:12.385282 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a7b63-9788-4061-8ee9-fba31b3b3c46 req-b770df9e-ac38-49d7-b237-17903387625b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:12.386846 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f49a7b63-9788-4061-8ee9-fba31b3b3c46 req-b770df9e-ac38-49d7-b237-17903387625b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0647748 Sep 10 17:38:12.438918 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f49a7b63-9788-4061-8ee9-fba31b3b3c46 req-7bf1e968-7005-4dd3-b3e0-84760e97bd17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Sep 10 17:38:12.748323 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Sync routers for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:12.758900 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:12.759607 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:12.994884 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:13.051936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 47994) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:13.057508 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1770052246-network', 'tenant_id': '843080e3d80d48ff93e412c73710d284'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:13.153454 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Made reservation on behalf of 843080e3d80d48ff93e412c73710d284 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:13.155758 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.164894 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.191760 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:11Z', 'revision_number': 2, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:13.222058 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Checking router: 39326024-0a62-49dd-bace-6fde646735d7 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:13.222438 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Updating router 39326024-0a62-49dd-bace-6fde646735d7 port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:13.247760 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.253301 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.341029 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caddc21-ebd6-4afb-a5da-d8d35c393638 req-f94581dc-a66f-4726-9c06-8b4832b670c9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.342713 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5caddc21-ebd6-4afb-a5da-d8d35c393638 req-f94581dc-a66f-4726-9c06-8b4832b670c9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0573280 Sep 10 17:38:13.358728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.387375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:13.389661 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5caddc21-ebd6-4afb-a5da-d8d35c393638 req-b29a66a1-8508-44eb-b860-39e04ce75824 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Sep 10 17:38:13.392425 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4370e0d-9e4a-4465-910b-22f826affcbc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:13.410353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.410353 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Added segment 491fa1e8-fdda-4e9e-9850-51506d2ceb9e of type vlan for network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d Sep 10 17:38:13.449311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab95f4-92aa-4d38-905b-06dbb23784e8 req-475b8054-e5d6-4e0f-8e3d-30526d45d149 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.450122 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.450874 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8eab95f4-92aa-4d38-905b-06dbb23784e8 req-475b8054-e5d6-4e0f-8e3d-30526d45d149 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0603337 Sep 10 17:38:13.492037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8eab95f4-92aa-4d38-905b-06dbb23784e8 req-2968a1be-eb3b-4474-8078-173d17894bbe tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337150 Sep 10 17:38:13.547948 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.551855 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.552554 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.561878 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.573080 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ec11-4906-4041-8698-d433b5b42fe1 req-58192ac8-0769-4c80-ab8c-f55afadf6809 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.573858 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Transition to ACTIVE for port object 1a378289-79b3-49fd-8f7d-dc5b71c4c754 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:13.574895 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b70ec11-4906-4041-8698-d433b5b42fe1 req-58192ac8-0769-4c80-ab8c-f55afadf6809 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0522397 Sep 10 17:38:13.621600 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b70ec11-4906-4041-8698-d433b5b42fe1 req-1259fb33-c610-4c6d-a11f-f2b9d210adec tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356500 Sep 10 17:38:13.625453 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] Pushing event updated for resources: {'Network': ['ID=c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:13.648526 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:13.660049 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c838e189-ceb1-44ee-b045-9ad0dd2dca05 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6043732 Sep 10 17:38:13.660599 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48006) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:13.666279 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.666446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Request body: {'subnet': {'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1770052246-subnet', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:13.707853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73c6dc87-9c76-446d-9584-a76cd0a07b40 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:13.726997 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-7098593e-3b35-408b-aed5-7c522ce451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.728932 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-7098593e-3b35-408b-aed5-7c522ce451ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67122ff0abcf4dbf856bee505093dee1&device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 1099 time: 0.0513997 Sep 10 17:38:13.799763 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169e8c-9a66-4084-8469-54a91d2a097b None None] Pushing event updated for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:13.804984 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Made reservation on behalf of 843080e3d80d48ff93e412c73710d284 for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:13.807227 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13031578'] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.886033 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 73c6dc87-9c76-446d-9584-a76cd0a07b40 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:13.886406 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.889291 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Attempting to bind port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:13.889666 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Attempting to bind port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:13.890026 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Attempting to bind port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 on network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:13.894334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-849de40e-5043-4c3f-ba3a-20c6fb7d29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:13.895901 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-849de40e-5043-4c3f-ba3a-20c6fb7d29f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 200 len: 920 time: 0.1588583 Sep 10 17:38:13.924776 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:13.925185 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Checking segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:13.925948 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.926507 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Bound using segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:13.926997 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Bound port: 1a378289-79b3-49fd-8f7d-dc5b71c4c754, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:13.927386 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:13.944758 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-f98997c6-a152-4ef3-afdb-811c9ae09841 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 200 len: 217 time: 0.0391998 Sep 10 17:38:14.038956 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] For port 1a378289-79b3-49fd-8f7d-dc5b71c4c754, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:14.042720 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] For port 1a378289-79b3-49fd-8f7d-dc5b71c4c754, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1a378289-79b3-49fd-8f7d-dc5b71c4c754,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:14.050802 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-b68050ae-bc96-46de-a8de-a5d45d696f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:14.051812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-b68050ae-bc96-46de-a8de-a5d45d696f0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 200 len: 859 time: 0.0978477 Sep 10 17:38:14.113062 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-df6ed8bd-cd82-49b4-bcf5-91b9458228d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7521732-974a-4a70-9e59-e4227af5ed61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527391 Sep 10 17:38:14.131958 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:14.216820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13029970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13031556'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:14.220123 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:14.221067 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:14.224442 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169e8c-9a66-4084-8469-54a91d2a097b None None] Pushing event updated for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:14.276277 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-566c4ba5-f18d-4df4-aca7-4b6d844d46c5 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495268 Sep 10 17:38:14.314024 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991650e9-7827-4fca-9af2-834affa0a36b,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:14.335332 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Checking segment: {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:14.349056 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Network hostable DHCP agents. Network: c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:14.354314 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:14.432600 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f05f329a-1fcf-4858-836f-b2a6f6e2c7ec req-92c379c4-15f8-4480-b753-5d150a41edd3 service neutron] 10.222.0.61 "GET /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441905 Sep 10 17:38:14.491699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:14.551425 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452af5b-8e0c-4033-9e3d-afc885dae771 req-1f49b9af-913c-4f4a-ba04-105f04b726f0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:14.554509 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9452af5b-8e0c-4033-9e3d-afc885dae771 req-1f49b9af-913c-4f4a-ba04-105f04b726f0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0600276 Sep 10 17:38:14.587804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:14.598239 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a840c8-f15d-4e62-8407-513515beb74d None None] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:14.607986 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:14.607986 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:14.635240 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9452af5b-8e0c-4033-9e3d-afc885dae771 req-0613e1b7-f656-4058-8754-1159dc815d02 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740998 Sep 10 17:38:14.671757 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b807-1ce0-4bba-b8e4-1603c29084a1 req-8caf7118-bc8f-4887-9b0a-0d1148194cee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:14.671757 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b192b807-1ce0-4bba-b8e4-1603c29084a1 req-8caf7118-bc8f-4887-9b0a-0d1148194cee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0830164 Sep 10 17:38:14.707299 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:14Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:14.758677 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073b291-73d3-4a00-ab1f-ebf569f7a496 None None] The sync data for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi is: [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:14Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:14.779623 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b192b807-1ce0-4bba-b8e4-1603c29084a1 req-84c5be2a-d48f-4ea1-9b83-4663a7cea26c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025460 Sep 10 17:38:14.800824 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-9b0741b7-68b5-4c00-9b13-ef2b57960490 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1389122 Sep 10 17:38:14.806555 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:14.811301 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:14.833541 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380d8c-417a-4a1d-8ece-6b57397255d7 req-685880ae-fe3a-4c3c-b873-17eb653dce4c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:14.835904 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d380d8c-417a-4a1d-8ece-6b57397255d7 req-685880ae-fe3a-4c3c-b873-17eb653dce4c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0975957 Sep 10 17:38:14.897254 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'fixed_ips': [{'subnet_id': '991650e9-7827-4fca-9af2-834affa0a36b'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:38:14.898311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:14.917006 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d380d8c-417a-4a1d-8ece-6b57397255d7 req-ceb0058f-45e5-41e6-8ea2-2d3c6a1b473f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753911 Sep 10 17:38:15.011043 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.012434 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.080904 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.105363 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Allocated IP 172.20.0.2 (c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d/991650e9-7827-4fca-9af2-834affa0a36b/3539445f-034c-4ac4-8b9f-8bb67f2ddc1e) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:15.276051 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.287101 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Transition to ACTIVE for port object 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:15.309705 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Transition to ACTIVE for port object 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:15.325320 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.377019 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.417117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:15.419907 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:15.422490 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:15.434053 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Pushing event updated for resources: {'Port': ['ID=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:15.491859 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Attempting to bind port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:15.492221 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Attempting to bind port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:15.492611 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Attempting to bind port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e on network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:15.497790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:15.498211 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Checking segment: {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:15.498615 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.499003 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Bound using segment: {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:15.499476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Bound port: 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:15.499858 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.605378 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] For port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:15.610785 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] For port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:15.686037 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.740261 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1a378289-79b3-49fd-8f7d-dc5b71c4c754 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:15.760636 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.791116 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:15.890164 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71a0e5-8033-4870-8df1-bda8ae3739e0 req-b935bf86-c573-47a5-ad30-25b402c5aa5f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:15.909031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d936c9-696a-48af-9d2e-8a5233bdee26 None None] Pushing event updated for resources: {'Port': ['ID=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:15.928532 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb71a0e5-8033-4870-8df1-bda8ae3739e0 req-b935bf86-c573-47a5-ad30-25b402c5aa5f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1380250 Sep 10 17:38:15.985913 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Allocated IP 172.27.3.235 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/c7f16f2a-46f6-40e4-a61d-9acbfc757b3a) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:16.012307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb71a0e5-8033-4870-8df1-bda8ae3739e0 req-b4e48fe8-66f3-45fd-a00b-82f847b83dee tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Sep 10 17:38:16.017331 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:16.025584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:16.028662 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.031566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de56a13-37d6-4e54-a328-216b5949d6f4 req-842f6932-8011-469a-9a8a-9a9bfb4465c8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:16.033228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5de56a13-37d6-4e54-a328-216b5949d6f4 req-842f6932-8011-469a-9a8a-9a9bfb4465c8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1034729 Sep 10 17:38:16.150267 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5de56a13-37d6-4e54-a328-216b5949d6f4 req-f901487d-8c0c-4196-8401-4edbee72c7cf tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090100 Sep 10 17:38:16.199226 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.208194 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.226216 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26d009-c4b2-4151-80ef-46200e1ed36c req-690a0454-f74c-4f44-988f-42996cd52c2a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:16.229920 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb26d009-c4b2-4151-80ef-46200e1ed36c req-690a0454-f74c-4f44-988f-42996cd52c2a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0786119 Sep 10 17:38:16.271268 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 1a378289-79b3-49fd-8f7d-dc5b71c4c754, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1a378289-79b3-49fd-8f7d-dc5b71c4c754,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:16.300208 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cb26d009-c4b2-4151-80ef-46200e1ed36c req-8fff79eb-dd9e-4ab4-98d4-658bddff7347 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524597 Sep 10 17:38:16.355434 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.377683 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.413519 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:16.419037 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:16.421911 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:16.429141 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:16.432230 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Pushing event updated for resources: {'Port': ['ID=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:16.749494 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:16.976778 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f50f91-b32f-420d-b214-4de5ef65c028 None None] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:17.144323 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.155245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2b846-24d9-45ff-bca0-6350e6f31991 req-a808ac0c-5593-45d7-ae07-d1a3514f33ee tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:17.157378 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-71d2b846-24d9-45ff-bca0-6350e6f31991 req-a808ac0c-5593-45d7-ae07-d1a3514f33ee tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0574589 Sep 10 17:38:17.200941 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-71d2b846-24d9-45ff-bca0-6350e6f31991 req-acfdb44b-667d-4a2a-ae8f-6abc65d8b20c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Sep 10 17:38:17.229354 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3facb3eb-60d1-4a5a-a653-37e10c6b5014 None None] Provisioning for port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:17.307472 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85104e-6dc4-4915-964f-7aac716cc01f req-15ea7afa-ff77-4e4a-affb-9cc9d735f4a8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:17.309323 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-de85104e-6dc4-4915-964f-7aac716cc01f req-15ea7afa-ff77-4e4a-affb-9cc9d735f4a8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0561767 Sep 10 17:38:17.354979 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-de85104e-6dc4-4915-964f-7aac716cc01f req-e0248793-ef4b-470e-a0d7-794ab37f6126 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Sep 10 17:38:17.388257 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Router 738ce9c2-014a-4c26-add4-097eb305a1ea is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:17.481527 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da323b2-3bce-456c-a5a3-19322132c176 req-86a0ecbd-7e00-4328-b4dc-7a4dde92930d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:17.483144 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7da323b2-3bce-456c-a5a3-19322132c176 req-86a0ecbd-7e00-4328-b4dc-7a4dde92930d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0531051 Sep 10 17:38:17.507943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:17.517606 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Sync routers for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:17.528314 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:17.528823 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:17.531488 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7da323b2-3bce-456c-a5a3-19322132c176 req-4e99c255-b259-4105-a861-3ee4f68667e4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Sep 10 17:38:17.582395 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.583675 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-aaf122d0-0eb4-491f-aedc-b455f3dd465f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7759273 Sep 10 17:38:17.586499 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:17.653524 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:17.770333 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:17.876371 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 3, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:17.896610 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:17.901252 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:17.901628 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.903059 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Checking router: 738ce9c2-014a-4c26-add4-097eb305a1ea for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:17.910788 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Updating router 738ce9c2-014a-4c26-add4-097eb305a1ea port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:17.928101 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.972743 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:17.989293 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.024629 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:18.078718 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.119593 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.120684 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1a378289-79b3-49fd-8f7d-dc5b71c4c754 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:18.199590 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:18.203762 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.213509 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:18.214002 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.215030 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Transition to ACTIVE for port object c7f16f2a-46f6-40e4-a61d-9acbfc757b3a will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:18.243574 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Allocated IP 172.20.0.1 (c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d/991650e9-7827-4fca-9af2-834affa0a36b/da893f94-9ac3-4a86-a869-3aa6a1a95fc9) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:18.304471 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.352966 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.366737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Transition to ACTIVE for port object da893f94-9ac3-4a86-a869-3aa6a1a95fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:18.386526 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Attempting to bind port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:18.386898 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Attempting to bind port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:18.387261 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Attempting to bind port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:18.401341 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:18.401712 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:18.402111 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.402501 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:18.402980 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Bound port: c7f16f2a-46f6-40e4-a61d-9acbfc757b3a, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:18.403378 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.434782 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28ca4-ebc2-4ec7-a0b4-c9be73bea164 None None] Pushing event updated for resources: {'Port': ['ID=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:18.456663 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6972c4-928b-4d1a-b064-dea9996276df req-11a8eea1-8368-4689-a5e1-4b78dc282364 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:18.485244 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b6972c4-928b-4d1a-b064-dea9996276df req-11a8eea1-8368-4689-a5e1-4b78dc282364 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0542061 Sep 10 17:38:18.486865 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] For port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:18.491168 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] For port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:18.494952 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:18.503715 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:18.508207 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:18.525640 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b6972c4-928b-4d1a-b064-dea9996276df req-48b10b97-23e2-457c-aacc-63a59444588a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Sep 10 17:38:18.549480 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Pushing event updated for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:18.566379 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.571343 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.650536 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28ca4-ebc2-4ec7-a0b4-c9be73bea164 None None] Pushing event updated for resources: {'Port': ['ID=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:18.653647 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:18.654318 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:18.681509 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0dc2f-929b-4c03-a9d8-310478960b9c req-acf24af5-5e8d-4c05-a4ab-a17fec2030d5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:18.689301 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a8c0dc2f-929b-4c03-a9d8-310478960b9c req-acf24af5-5e8d-4c05-a4ab-a17fec2030d5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0639811 Sep 10 17:38:18.755422 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a8c0dc2f-929b-4c03-a9d8-310478960b9c req-51987035-f778-4096-ac97-fb7bc2587053 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628011 Sep 10 17:38:18.813980 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:18.830008 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.869034 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-0952bd05-d96c-4d58-87ea-6f0e8e3d2217 None None] Provisioning for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:18.878293 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-0952bd05-d96c-4d58-87ea-6f0e8e3d2217 None None] Provisioning complete for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:18.878293 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0952bd05-d96c-4d58-87ea-6f0e8e3d2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:18.917011 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-0952bd05-d96c-4d58-87ea-6f0e8e3d2217 None None] Port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:19.051156 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:19.132212 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:19.143147 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 3, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:19.170421 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b631-2375-4edb-aa77-0aad72ffbd97 None None] The sync data for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi is: [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 3, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:19.203490 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Pushing event updated for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:19.205918 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:19.305231 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:19.307158 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:19.472882 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Router 738ce9c2-014a-4c26-add4-097eb305a1ea has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:38:19.597311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-0f2d8e39-5a83-4cf3-9e43-c98ac8bcdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:19.608095 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-0f2d8e39-5a83-4cf3-9e43-c98ac8bcdfc5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 1097 time: 0.1249151 Sep 10 17:38:19.655046 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2fc550cb-3f4a-4a0e-8ed9-4153de7fe98e None None] Provisioning complete for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:19.656294 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2fc550cb-3f4a-4a0e-8ed9-4153de7fe98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:19.718412 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-2fc550cb-3f4a-4a0e-8ed9-4153de7fe98e None None] Port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:19.721642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:19.727667 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8c568dae-f1d2-470f-90c7-3f3a038fd783 admin admin] 10.222.0.53 "PUT /v2.0/routers/738ce9c2-014a-4c26-add4-097eb305a1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398478 Sep 10 17:38:19.742459 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-93cd1803-fa62-46dd-9087-8fb7b1acfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:19.743994 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-93cd1803-fa62-46dd-9087-8fb7b1acfa0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1097 time: 0.1061151 Sep 10 17:38:19.763262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34193273-1945-41a4-90d4-f495232ffd5d req-a96b0111-ae11-432f-93eb-aaaded9bb0ed tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:19.771232 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34193273-1945-41a4-90d4-f495232ffd5d req-a96b0111-ae11-432f-93eb-aaaded9bb0ed tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0901725 Sep 10 17:38:19.822178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device c7f16f2a-46f6-40e4-a61d-9acbfc757b3a up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:20.028147 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:20.038304 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:20.042627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:20.142228 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:20.170599 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:20.239036 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34193273-1945-41a4-90d4-f495232ffd5d req-df62c6f0-a974-48cf-9a14-c0e3bdd8de83 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670479 Sep 10 17:38:20.249054 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:20.250696 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:20.264387 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-ae9b33ed-102b-46c1-8a1e-ca15c7e7f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:20.267173 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-ae9b33ed-102b-46c1-8a1e-ca15c7e7f73f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.4877772 Sep 10 17:38:20.293802 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79546-f53f-4e90-a6cb-1ef7b61ffd35 req-34f20017-6af6-433d-8f13-e856cf29d97d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:20.301759 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-14f79546-f53f-4e90-a6cb-1ef7b61ffd35 req-34f20017-6af6-433d-8f13-e856cf29d97d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1266377 Sep 10 17:38:20.420273 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:20.435836 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:20.436448 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:20.438470 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-14f79546-f53f-4e90-a6cb-1ef7b61ffd35 req-51f37b18-fdfc-4d54-b841-6997784c91b6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219440 Sep 10 17:38:20.474276 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-0ec5d5a9-c14e-408d-a98a-86fb57a834c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 1000 time: 0.1947851 Sep 10 17:38:20.592016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-fcd66c0c-1bfa-477a-bfc2-f045c5b8ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:20.593747 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-fcd66c0c-1bfa-477a-bfc2-f045c5b8ce1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.1107185 Sep 10 17:38:20.647495 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-1fcbc528-a1f3-477e-9b29-1583f9fe0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:20.648801 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-1fcbc528-a1f3-477e-9b29-1583f9fe0901 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472336 Sep 10 17:38:20.797214 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-c9b6f1d8-5767-441d-9d83-22f01140b90d service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400359 Sep 10 17:38:20.814094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c43c2c-dc2c-480d-8e24-909a9c0ea889 req-5b548ea3-e9a3-40c8-8387-1e3cc092c7e9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:20.815623 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-85c43c2c-dc2c-480d-8e24-909a9c0ea889 req-5b548ea3-e9a3-40c8-8387-1e3cc092c7e9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0695560 Sep 10 17:38:20.857833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-85c43c2c-dc2c-480d-8e24-909a9c0ea889 req-280d324c-d3b8-4733-b813-b18048e93c29 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353267 Sep 10 17:38:21.582703 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0c07e-63b9-43a0-a873-4a8da5dfe236 req-2eea3110-c7a5-4c13-9af9-9b132f17c1a3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:21.585087 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-22b0c07e-63b9-43a0-a873-4a8da5dfe236 req-2eea3110-c7a5-4c13-9af9-9b132f17c1a3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0512900 Sep 10 17:38:21.632205 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-22b0c07e-63b9-43a0-a873-4a8da5dfe236 req-289ffa9c-906f-46ea-83e1-dd8912d8cb86 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408692 Sep 10 17:38:21.683699 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device c7f16f2a-46f6-40e4-a61d-9acbfc757b3a up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:21.747095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:21.747423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:21.958431 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b5a96ca3-91d5-43a7-8905-27728e310055 req-ef7b3139-066d-441d-9cf8-8a4e6a2843b4 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286128 Sep 10 17:38:22.016081 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd45460-0f15-4260-ae47-a621e69b6001 req-38a2b740-ede0-4273-920d-8ecde2284703 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:22.017934 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8bd45460-0f15-4260-ae47-a621e69b6001 req-38a2b740-ede0-4273-920d-8ecde2284703 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0566397 Sep 10 17:38:22.076136 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8bd45460-0f15-4260-ae47-a621e69b6001 req-ad210abc-c04f-4fb0-92d6-3c2c6e78f6e9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Sep 10 17:38:22.145355 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Sync routers for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:22.159427 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:22.159966 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:22.279365 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:22.563943 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 4, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': 'da893f94-9ac3-4a86-a869-3aa6a1a95fc9', 'name': '', 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'mac_address': 'fa:16:3e:d3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '991650e9-7827-4fca-9af2-834affa0a36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:18Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 2, 'project_id': '843080e3d80d48ff93e412c73710d284', 'subnets': [{'id': '991650e9-7827-4fca-9af2-834affa0a36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:22.593233 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Checking router: 738ce9c2-014a-4c26-add4-097eb305a1ea for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:22.593589 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Updating router 738ce9c2-014a-4c26-add4-097eb305a1ea port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:22.622272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:22.797983 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a91d7f-4a1d-4bdd-9f5f-a8a294791e57 req-da8b9cf5-f79d-4637-a7c2-fe49320d8c80 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:22.799520 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-82a91d7f-4a1d-4bdd-9f5f-a8a294791e57 req-da8b9cf5-f79d-4637-a7c2-fe49320d8c80 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0728197 Sep 10 17:38:22.859240 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-82a91d7f-4a1d-4bdd-9f5f-a8a294791e57 req-c013c0f7-e739-4833-afbe-e2abdc0888c0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524204 Sep 10 17:38:22.983577 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:22.997065 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Transition to ACTIVE for port object da893f94-9ac3-4a86-a869-3aa6a1a95fc9 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:23.090766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:23.149717 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8436e-1f82-4186-a074-904d0cd70b86 None None] Pushing event updated for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:23.238104 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Attempting to bind port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:23.238469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Attempting to bind port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:23.238833 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Attempting to bind port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 on network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:23.251423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:23.251820 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Checking segment: {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:23.252181 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:23.252646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Bound using segment: {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:23.253112 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Bound port: da893f94-9ac3-4a86-a869-3aa6a1a95fc9, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491fa1e8-fdda-4e9e-9850-51506d2ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:23.253492 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:23.314578 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b574d3c-9701-43fc-bd17-6d7ed2b0362c req-96da9840-0f27-4b22-bd08-d2754eb5d208 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:23.326298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4b574d3c-9701-43fc-bd17-6d7ed2b0362c req-96da9840-0f27-4b22-bd08-d2754eb5d208 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0829093 Sep 10 17:38:23.345149 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] For port da893f94-9ac3-4a86-a869-3aa6a1a95fc9, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:23.348786 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] For port da893f94-9ac3-4a86-a869-3aa6a1a95fc9, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:23.378512 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4b574d3c-9701-43fc-bd17-6d7ed2b0362c req-dd723dbf-2f73-4df6-a6f3-a522caf75cf0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483088 Sep 10 17:38:23.451190 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:23.507061 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8436e-1f82-4186-a074-904d0cd70b86 None None] Pushing event updated for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:23.543981 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:23.544680 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:23.665011 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:23.813476 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-dc6c80db-54e0-4e28-9701-5a098505f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:23.815064 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-dc6c80db-54e0-4e28-9701-5a098505f033 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1098 time: 0.0405030 Sep 10 17:38:23.900792 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 4, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': 'da893f94-9ac3-4a86-a869-3aa6a1a95fc9', 'name': '', 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'mac_address': 'fa:16:3e:d3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '991650e9-7827-4fca-9af2-834affa0a36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:18Z', 'updated_at': '2021-09-10T17:38:23Z', 'revision_number': 4, 'project_id': '843080e3d80d48ff93e412c73710d284', 'subnets': [{'id': '991650e9-7827-4fca-9af2-834affa0a36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:23.911452 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-40eea7aa-3634-4383-ab05-d24f81257531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:23.913445 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-40eea7aa-3634-4383-ab05-d24f81257531 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 911 time: 0.0901871 Sep 10 17:38:23.936280 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cf194-b977-4f4a-8c24-bb5c5d331891 None None] The sync data for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi is: [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:18Z', 'revision_number': 4, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': 'da893f94-9ac3-4a86-a869-3aa6a1a95fc9', 'name': '', 'network_id': 'c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'mac_address': 'fa:16:3e:d3:07:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '991650e9-7827-4fca-9af2-834affa0a36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:18Z', 'updated_at': '2021-09-10T17:38:23Z', 'revision_number': 4, 'project_id': '843080e3d80d48ff93e412c73710d284', 'subnets': [{'id': '991650e9-7827-4fca-9af2-834affa0a36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:38:24.042975 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-6677d54a-ecac-442f-a2c5-871f96df2003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 1000 time: 0.1163077 Sep 10 17:38:24.085918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9bacc-2807-48f2-90ee-a28ea1aba046 req-1c5026b1-1428-4987-b748-739d784f4b9c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:24.092956 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b1e9bacc-2807-48f2-90ee-a28ea1aba046 req-1c5026b1-1428-4987-b748-739d784f4b9c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1148286 Sep 10 17:38:24.210618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-0a32bede-ba8f-4c63-a821-12f85af79427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:24.212102 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-0a32bede-ba8f-4c63-a821-12f85af79427 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.1607351 Sep 10 17:38:24.261046 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b1e9bacc-2807-48f2-90ee-a28ea1aba046 req-55bf07a3-3bc4-45c3-bdc2-97bf7cd0ef71 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469603 Sep 10 17:38:24.321205 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-50d9ded5-1b92-4ed6-a93c-3f54d9ca1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:24.322897 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-50d9ded5-1b92-4ed6-a93c-3f54d9ca1de0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995281 Sep 10 17:38:24.480715 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-9fff9408-9d7e-4026-b173-dde39299d6a9 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429985 Sep 10 17:38:24.684218 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b071d94-ad6b-4f70-940c-a914f66988b4 req-56692fd0-ba32-4485-a012-8192e78e40f3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:24.687714 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4b071d94-ad6b-4f70-940c-a914f66988b4 req-56692fd0-ba32-4485-a012-8192e78e40f3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.2058525 Sep 10 17:38:24.783634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-670d7130-e0c4-4b60-afd3-2c99d3529587 req-cffc1f86-9352-4495-a378-7e8a8046f3cb service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874358 Sep 10 17:38:24.809543 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4b071d94-ad6b-4f70-940c-a914f66988b4 req-eb08d1b4-2997-48b6-98d2-361bdd59164b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010158 Sep 10 17:38:25.094391 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:38:25.651405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f2512-b6f4-4d75-ac29-9d7e38f7f1a3 req-4762b066-e70b-478b-ac18-f7fef33cd6a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:25.658739 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7c5f2512-b6f4-4d75-ac29-9d7e38f7f1a3 req-4762b066-e70b-478b-ac18-f7fef33cd6a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.2108853 Sep 10 17:38:25.774895 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7c5f2512-b6f4-4d75-ac29-9d7e38f7f1a3 req-94c87e4f-0f55-4701-8ba2-082d011aff34 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040790 Sep 10 17:38:25.860794 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device da893f94-9ac3-4a86-a869-3aa6a1a95fc9 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:26.010220 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52acd-f0de-49fa-8ba4-e785f7422e34 req-bdaf95e5-9a97-4257-89f7-ae46d8d5bd35 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:26.012315 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2fb52acd-f0de-49fa-8ba4-e785f7422e34 req-bdaf95e5-9a97-4257-89f7-ae46d8d5bd35 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0682318 Sep 10 17:38:26.067371 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2fb52acd-f0de-49fa-8ba4-e785f7422e34 req-a8eaa8d0-1aca-42f6-aeee-17484a18a721 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487282 Sep 10 17:38:26.176052 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:26.180584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:26.181212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:26.332370 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:26.348276 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port da893f94-9ac3-4a86-a869-3aa6a1a95fc9, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:26.610866 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:26.694961 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:26.911061 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a536-c360-4812-a15a-eecf5487d466 req-019f4082-09f8-4f05-b9d3-dd6f7c1bd889 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:26.913175 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ae8a536-c360-4812-a15a-eecf5487d466 req-019f4082-09f8-4f05-b9d3-dd6f7c1bd889 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0514140 Sep 10 17:38:26.961079 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ae8a536-c360-4812-a15a-eecf5487d466 req-8e8e716f-7884-40d8-9d0a-d2c8c558a83b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409813 Sep 10 17:38:27.214047 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449e6f-17d9-4b54-ba62-16428db57e82 req-4c141422-7afb-4622-a606-ab95c54837dc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:27.215503 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cc449e6f-17d9-4b54-ba62-16428db57e82 req-4c141422-7afb-4622-a606-ab95c54837dc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0619104 Sep 10 17:38:27.262737 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cc449e6f-17d9-4b54-ba62-16428db57e82 req-ca501b12-8fb2-4f0d-8759-e5d1efb01ad3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Sep 10 17:38:27.686733 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device da893f94-9ac3-4a86-a869-3aa6a1a95fc9 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:27.735719 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:27.736087 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:28.087325 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee636ec-892b-4511-ab89-4a6e190994ce req-7b458443-4918-4847-aa89-b4ccc1280133 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:28.094796 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ee636ec-892b-4511-ab89-4a6e190994ce req-7b458443-4918-4847-aa89-b4ccc1280133 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0588806 Sep 10 17:38:28.137926 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ee636ec-892b-4511-ab89-4a6e190994ce req-1773d378-6517-4fe0-9c16-8ad3447dc096 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Sep 10 17:38:28.393229 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5928-6508-4389-92b3-42f006bd99db req-5cb0bdbd-baad-4665-ab5d-5553c5291379 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:28.395303 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b36b5928-6508-4389-92b3-42f006bd99db req-5cb0bdbd-baad-4665-ab5d-5553c5291379 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0603282 Sep 10 17:38:28.435558 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b36b5928-6508-4389-92b3-42f006bd99db req-017e7148-4397-4e76-bfad-b9baf5293e93 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Sep 10 17:38:28.816839 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-46999b77-c5cb-476f-8e04-fa5def64fbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:29.290125 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f32989-a390-4ef9-86df-e9df2599705c req-613253f1-82be-4e5c-b91c-cc40473bdffa tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:29.292500 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7f32989-a390-4ef9-86df-e9df2599705c req-613253f1-82be-4e5c-b91c-cc40473bdffa tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0801387 Sep 10 17:38:29.361555 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7f32989-a390-4ef9-86df-e9df2599705c req-447d4e65-e93d-4057-9bd5-a4393935ebcb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543592 Sep 10 17:38:29.674392 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5209-390d-43d4-a457-ecf83c91ef1b req-705bd2b2-5040-4c75-ac44-adebc2461217 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:29.676281 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-223a5209-390d-43d4-a457-ecf83c91ef1b req-705bd2b2-5040-4c75-ac44-adebc2461217 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1225204 Sep 10 17:38:29.787062 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-223a5209-390d-43d4-a457-ecf83c91ef1b req-c9ab77dd-4187-4908-a0a3-7cb60b63cf73 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910196 Sep 10 17:38:30.628280 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16078879-6832-4589-b86e-60fcf1d4939b req-f56d65b8-fdfb-4375-8dd8-37b16fe9acfc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:30.629905 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16078879-6832-4589-b86e-60fcf1d4939b req-f56d65b8-fdfb-4375-8dd8-37b16fe9acfc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1488636 Sep 10 17:38:30.720499 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16078879-6832-4589-b86e-60fcf1d4939b req-d68a9e92-328f-441f-ad74-0787b33faaef tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782192 Sep 10 17:38:30.796646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a994c-fbed-4f21-99aa-e3db8b71aaf2 req-525cc202-462c-45b0-9fd7-7c049271ef31 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:30.798241 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c3a994c-fbed-4f21-99aa-e3db8b71aaf2 req-525cc202-462c-45b0-9fd7-7c049271ef31 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0729411 Sep 10 17:38:30.846798 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c3a994c-fbed-4f21-99aa-e3db8b71aaf2 req-e0e1cd5c-327c-4469-8755-a441a8dd498e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Sep 10 17:38:30.926660 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363cd2c-ae4f-4a55-af45-ad6b854d9f66 req-d22452f9-c2ce-488e-8a00-a19c3fd3ac2d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:30.928637 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e363cd2c-ae4f-4a55-af45-ad6b854d9f66 req-d22452f9-c2ce-488e-8a00-a19c3fd3ac2d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0491567 Sep 10 17:38:30.974298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e363cd2c-ae4f-4a55-af45-ad6b854d9f66 req-df6d79c2-b4db-491f-a4c1-6a3a1d332665 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Sep 10 17:38:31.559590 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-9337f8d4-c943-4212-ab9d-10e807d07bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.736584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:31.936704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbc884-b1c7-4dfc-9276-8d9781282017 req-b1a93430-23d5-4e7d-9af5-1ccb3bee0c9e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:31.944031 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ddbc884-b1c7-4dfc-9276-8d9781282017 req-b1a93430-23d5-4e7d-9af5-1ccb3bee0c9e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1242385 Sep 10 17:38:32.009264 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2ddbc884-b1c7-4dfc-9276-8d9781282017 req-69dd6fa4-fd01-4df5-b3f2-ab87dcf5187e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639911 Sep 10 17:38:32.035489 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c897166-41ff-4fce-ba62-1eeb704b4e90 req-1bcf53dd-5a1f-48ba-8074-c4c1277c30a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:32.038421 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c897166-41ff-4fce-ba62-1eeb704b4e90 req-1bcf53dd-5a1f-48ba-8074-c4c1277c30a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0716529 Sep 10 17:38:32.085694 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c897166-41ff-4fce-ba62-1eeb704b4e90 req-dcf1ac26-6fb1-476d-b7e4-9d886c0557c1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Sep 10 17:38:32.121235 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148826-f4ad-464c-b6ac-a52aff159482 req-2b0ae293-72be-4415-92d8-d2e6f58320cf tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:32.122680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49148826-f4ad-464c-b6ac-a52aff159482 req-2b0ae293-72be-4415-92d8-d2e6f58320cf tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0512898 Sep 10 17:38:32.160637 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49148826-f4ad-464c-b6ac-a52aff159482 req-35f19ef3-57e7-40fe-8c71-91fa2bc379dd tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 10 17:38:32.484928 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:33.188622 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca7434-6298-49fb-9d09-328967997392 req-411eec67-8565-492f-a2b5-331337cf0c49 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:33.197983 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-43ca7434-6298-49fb-9d09-328967997392 req-411eec67-8565-492f-a2b5-331337cf0c49 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0708454 Sep 10 17:38:33.272633 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-43ca7434-6298-49fb-9d09-328967997392 req-0fc505ca-117a-41a7-b239-b7ca0b4af4ef tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664244 Sep 10 17:38:33.364612 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed1b02-9ef1-49af-aab5-ce9b2ef1e594 req-86fe8b87-7653-43c5-86e6-f9e557fa3c03 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:33.364612 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3ed1b02-9ef1-49af-aab5-ce9b2ef1e594 req-86fe8b87-7653-43c5-86e6-f9e557fa3c03 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0636449 Sep 10 17:38:33.430253 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3ed1b02-9ef1-49af-aab5-ce9b2ef1e594 req-713aae84-97f0-482c-897f-a4275a4f0c96 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Sep 10 17:38:33.532823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-91138bed-38b5-4bcb-ac9a-0c49c8896864 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:33.534227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-91138bed-38b5-4bcb-ac9a-0c49c8896864 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 815 time: 0.1234272 Sep 10 17:38:33.550663 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-237c803c-3f28-4aea-9f47-d7546735dfcd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/quotas/4c9de4e40b2942fa80626cc38dc352c4 HTTP/1.1" status: 200 len: 375 time: 0.0102003 Sep 10 17:38:33.618786 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a8a51971-631a-4fdd-99ac-6be49e261c14 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609632 Sep 10 17:38:33.747197 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-afee56db-c69b-4d2a-8d49-e7fd28f73d1a service neutron] 10.222.0.53 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970137 Sep 10 17:38:33.851053 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-86a4a868-4f2a-4a17-89c8-0d3ed3f8be2f service neutron] 10.222.0.53 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979357 Sep 10 17:38:34.127814 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9721529-41db-4fa8-83c1-2a9690caf53b req-e36dd10f-5b4b-432e-b816-04377f8716c9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0314569 Sep 10 17:38:34.302066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:34.456640 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b2be-96f1-4bad-b875-a64c90273cfb req-72c469d2-bbb1-4784-b2be-eadf9001ee52 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:34.458127 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-adc6b2be-96f1-4bad-b875-a64c90273cfb req-72c469d2-bbb1-4784-b2be-eadf9001ee52 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0636833 Sep 10 17:38:34.507111 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-adc6b2be-96f1-4bad-b875-a64c90273cfb req-99f459e0-2c3e-49e1-877f-256e4490a6bb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411487 Sep 10 17:38:34.586653 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1f37b-4218-4dc1-a065-23fb693c41f1 req-d1ae1cac-0fa2-4c94-8a5b-41e443b10479 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:34.588186 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7ae1f37b-4218-4dc1-a065-23fb693c41f1 req-d1ae1cac-0fa2-4c94-8a5b-41e443b10479 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0724936 Sep 10 17:38:34.632640 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7ae1f37b-4218-4dc1-a065-23fb693c41f1 req-fe292d65-013e-4612-be85-10b858fe99a3 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Sep 10 17:38:35.227067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa9c0209-0a2f-4f3c-abe8-67ff8df4f019 req-72dde6c6-746b-4683-bda3-16c586d1d097 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Sep 10 17:38:35.699820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd7f1-dfaf-441c-bdd4-4879ec891efe req-c85394e0-f7d0-4291-a735-e1e6fb722849 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:35.701565 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3b6cd7f1-dfaf-441c-bdd4-4879ec891efe req-c85394e0-f7d0-4291-a735-e1e6fb722849 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0748951 Sep 10 17:38:35.755048 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3b6cd7f1-dfaf-441c-bdd4-4879ec891efe req-bfe055ad-8be3-4bb4-8f16-099263d3b492 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Sep 10 17:38:35.794108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0fb6-819d-4130-9e20-15afc0c2af64 req-b0c3180d-fafa-45f3-a15d-c28396aaf66e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:35.795626 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e70c0fb6-819d-4130-9e20-15afc0c2af64 req-b0c3180d-fafa-45f3-a15d-c28396aaf66e tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0632303 Sep 10 17:38:35.844735 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e70c0fb6-819d-4130-9e20-15afc0c2af64 req-9762ce2e-9f54-4850-b86e-89e236636aae tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Sep 10 17:38:36.237943 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48492) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:36.339539 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9563f6a-77b5-4abd-bc7b-dd15617b1464 req-037c8d15-139d-4e20-986c-d417cbd7a9c8 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0357571 Sep 10 17:38:36.380176 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-227e3e31-b864-480b-8cc0-1179f821d81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.479728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-227e3e31-b864-480b-8cc0-1179f821d81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.593644 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-227e3e31-b864-480b-8cc0-1179f821d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.635465 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3e31-b864-480b-8cc0-1179f821d81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b24c54-68b8-4368-b9b8-c95088837d6b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.648034 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48500) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:36.648173 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-227e3e31-b864-480b-8cc0-1179f821d81e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd958fa02fa742f998f2076a91b9d3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088135 Sep 10 17:38:36.703414 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.727232 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.878193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.881229 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:36.885159 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71b24c54-68b8-4368-b9b8-c95088837d6b HTTP/1.1" status: 204 len: 168 time: 0.2334199 Sep 10 17:38:36.892710 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bd141-d46c-4144-accf-a801370f6669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b24c54-68b8-4368-b9b8-c95088837d6b,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:36.904576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d98b1-aca6-41a0-ba0c-ffedf7676d28 req-2af9e624-87e9-4ecb-8df1-f85765b4fa64 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:36.916412 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-067d98b1-aca6-41a0-ba0c-ffedf7676d28 req-2af9e624-87e9-4ecb-8df1-f85765b4fa64 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0766592 Sep 10 17:38:36.995295 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-067d98b1-aca6-41a0-ba0c-ffedf7676d28 req-715ed99d-abb1-43e2-b686-1539e528c8fd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700042 Sep 10 17:38:37.047150 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f669a-c57e-41d3-878a-2e83831d6f59 req-6cb8b4d0-d128-41cb-b04e-60d0ad0b45c1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:37.052788 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c97f669a-c57e-41d3-878a-2e83831d6f59 req-6cb8b4d0-d128-41cb-b04e-60d0ad0b45c1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0581162 Sep 10 17:38:37.088833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c97f669a-c57e-41d3-878a-2e83831d6f59 req-e65ad0d2-0150-4f28-862e-01867e2e2bcc tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Sep 10 17:38:37.513273 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d21eb900-d83c-45d5-b219-ba0ce6fc9e9d req-c1108a22-f05a-474c-bd72-96e9075ec834 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0402498 Sep 10 17:38:38.112054 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8fa16-c193-4be0-9634-bdc363609bab req-078d7d7d-16f4-4e78-b70f-f82388dc0ef9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:38.113651 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-74d8fa16-c193-4be0-9634-bdc363609bab req-078d7d7d-16f4-4e78-b70f-f82388dc0ef9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0502443 Sep 10 17:38:38.171660 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-74d8fa16-c193-4be0-9634-bdc363609bab req-69d8a263-59df-4d00-965f-e4ce30769ad6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520499 Sep 10 17:38:38.245544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39e04-4e83-4c6d-9abc-107cd5feae0c req-db5069fc-8157-4903-a7e8-080662b147ff tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:38.246947 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-00f39e04-4e83-4c6d-9abc-107cd5feae0c req-db5069fc-8157-4903-a7e8-080662b147ff tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0742388 Sep 10 17:38:38.289835 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-00f39e04-4e83-4c6d-9abc-107cd5feae0c req-0a5982d9-ef14-4838-a805-244aae89e832 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Sep 10 17:38:38.600788 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3cae4e7c-9207-49a5-ac11-91bfaeddb246 req-5d881b2e-b5e5-4618-b2e0-b4c5ba3da7fa tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Sep 10 17:38:39.301833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a717a-188f-4188-a88b-c18ecc1b2905 req-bcbdd2ff-889f-4368-b6c5-7c5f4fc19ba7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:39.304200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e65a717a-188f-4188-a88b-c18ecc1b2905 req-bcbdd2ff-889f-4368-b6c5-7c5f4fc19ba7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0523648 Sep 10 17:38:39.343419 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e65a717a-188f-4188-a88b-c18ecc1b2905 req-7c944b0b-ae36-47dc-a387-af46dea50685 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327880 Sep 10 17:38:39.408176 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5fc5f-6145-4297-bad5-7bc770153df1 req-950ebeec-7fbd-4b63-ae5a-5847151a3ac5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:39.409682 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6e5fc5f-6145-4297-bad5-7bc770153df1 req-950ebeec-7fbd-4b63-ae5a-5847151a3ac5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Sep 10 17:38:39.452547 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6e5fc5f-6145-4297-bad5-7bc770153df1 req-f2b8c226-522a-46c8-a810-da9c5780e671 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357447 Sep 10 17:38:39.698576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0fdafba-b175-41e3-afbb-0769e83b7d96 req-0cae6a31-622b-4e04-8920-ec32189b3f58 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0306914 Sep 10 17:38:40.467269 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92313096-dcbf-4600-b5be-ff84dd114240 req-27e2b017-046b-4526-bc00-ec76efad400f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:40.468780 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92313096-dcbf-4600-b5be-ff84dd114240 req-27e2b017-046b-4526-bc00-ec76efad400f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0505970 Sep 10 17:38:40.510238 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92313096-dcbf-4600-b5be-ff84dd114240 req-7a6d11c1-289b-4ae7-909c-49d7087e7d81 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Sep 10 17:38:40.576998 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95890cb-207a-4aa3-98a0-021aefbfee7c req-0614e205-d42b-4e70-97c0-5785610f7de2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:40.578473 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a95890cb-207a-4aa3-98a0-021aefbfee7c req-0614e205-d42b-4e70-97c0-5785610f7de2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Sep 10 17:38:40.619291 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a95890cb-207a-4aa3-98a0-021aefbfee7c req-0487e611-05f0-4bac-b200-303302e0b00f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Sep 10 17:38:40.794262 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3d85ed53-5a1c-4203-bd39-08663716239d req-eb905e5b-2b41-426d-ad9d-b96bbd7c8189 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Sep 10 17:38:41.538963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-fe6febde-4777-452a-b549-84876e93e09c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:41.540773 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-fe6febde-4777-452a-b549-84876e93e09c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 815 time: 0.1113431 Sep 10 17:38:41.560045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'port': {'device_id': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'admin_state_up': True, 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:41.694515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f05f-49fb-4ea3-9265-e6007800281e req-7b5482c5-6fb0-4378-abaf-a3d69b475675 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:41.696353 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3239f05f-49fb-4ea3-9265-e6007800281e req-7b5482c5-6fb0-4378-abaf-a3d69b475675 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1084731 Sep 10 17:38:41.787193 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3239f05f-49fb-4ea3-9265-e6007800281e req-76c52b61-79ce-43b8-bd1b-397f5925a1df tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747058 Sep 10 17:38:41.796816 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a783-cc20-488e-b88c-5ffc4004727c req-1845dc5f-3355-4655-a933-3f60bb3ad3a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:41.798365 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f120a783-cc20-488e-b88c-5ffc4004727c req-1845dc5f-3355-4655-a933-3f60bb3ad3a1 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0998540 Sep 10 17:38:41.843841 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f120a783-cc20-488e-b88c-5ffc4004727c req-405988b6-9909-477b-bc51-07f5287778bd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Sep 10 17:38:41.862537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Made reservation on behalf of 4c9de4e40b2942fa80626cc38dc352c4 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:41.866302 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:41.905968 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2c076ca3-dfd6-4160-a1d3-5ff48060c03c req-7bf3a495-235b-470d-8996-c8ecb7f62cf3 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 210 time: 0.0368392 Sep 10 17:38:42.020547 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Allocated IP 172.20.0.14 (f72baa50-02b6-47e1-bcbd-e49f0d7f4a15/3436f635-35f2-4d2c-9cd1-1aed7cf8a562/4d0fff8b-a56f-4422-9a54-03ad278726e7) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:42.178936 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.195799 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Transition to ACTIVE for port object 4d0fff8b-a56f-4422-9a54-03ad278726e7 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:42.313256 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.366602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:42.369854 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:42.373513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:42.404759 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:42.420094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.420467 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.420849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.421187 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.421521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.421849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.422177 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.422502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.422825 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.423148 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.423470 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.423861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:42.445789 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:42.446302 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.538444 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a437630b-947b-4ac7-8ae5-7ba9201229ed tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816115 Sep 10 17:38:42.697158 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-43caca1d-5d46-4ba6-be38-e2257050b687 None None] Provisioning for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:42.701426 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-43caca1d-5d46-4ba6-be38-e2257050b687 None None] Provisioning complete for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:42.701925 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-43caca1d-5d46-4ba6-be38-e2257050b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:42.741368 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-43caca1d-5d46-4ba6-be38-e2257050b687 None None] Port 4d0fff8b-a56f-4422-9a54-03ad278726e7 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:38:42.917562 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771d185-a59d-41c6-8062-08ca5f3afa79 req-307ed8f3-df23-43f6-a516-de939e0f92f7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:42.919085 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4771d185-a59d-41c6-8062-08ca5f3afa79 req-307ed8f3-df23-43f6-a516-de939e0f92f7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0499325 Sep 10 17:38:42.980386 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4771d185-a59d-41c6-8062-08ca5f3afa79 req-55eaf57e-6998-4252-89cc-2d2bf95b1202 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521426 Sep 10 17:38:42.992835 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dcad1-2b1e-463a-9ec6-c00ef73db7e7 req-a223dd14-238f-40f6-a3d6-a0e727f37942 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:42.994490 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-af9dcad1-2b1e-463a-9ec6-c00ef73db7e7 req-a223dd14-238f-40f6-a3d6-a0e727f37942 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0744534 Sep 10 17:38:43.032645 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-af9dcad1-2b1e-463a-9ec6-c00ef73db7e7 req-91d1d44d-6401-4f72-82e8-c78e12a1c826 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Sep 10 17:38:43.087622 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4488c5b-f39d-4786-8d9a-678ed492167a req-5a8e50e6-a17a-4c43-9aed-846f98564ee5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:43.089079 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4488c5b-f39d-4786-8d9a-678ed492167a req-5a8e50e6-a17a-4c43-9aed-846f98564ee5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0511680 Sep 10 17:38:43.126119 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b4488c5b-f39d-4786-8d9a-678ed492167a req-71848959-2378-44c3-9519-dfcde68e0451 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Sep 10 17:38:44.099932 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688e4a-53be-4eb4-a1a4-f5e68af32fb1 req-801a91f2-524e-4767-bf6f-dd7f07bea399 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:44.101439 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-28688e4a-53be-4eb4-a1a4-f5e68af32fb1 req-801a91f2-524e-4767-bf6f-dd7f07bea399 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0495512 Sep 10 17:38:44.164931 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-28688e4a-53be-4eb4-a1a4-f5e68af32fb1 req-cbc2aa0c-8535-42dc-b5f3-3fed34c33950 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545576 Sep 10 17:38:44.173016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34362335-f766-4fec-90f6-e9d3b6619fa5 req-22748168-1467-432c-bcfa-1a8139a4be24 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:44.174450 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34362335-f766-4fec-90f6-e9d3b6619fa5 req-22748168-1467-432c-bcfa-1a8139a4be24 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0721188 Sep 10 17:38:44.214596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34362335-f766-4fec-90f6-e9d3b6619fa5 req-193477cb-ac15-4a41-865f-7996fe246eef tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Sep 10 17:38:44.275092 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4098c-8d4d-4d8c-aa37-4ad8d9791b4e req-2070eec4-3c97-4109-9f89-b8b1f4bc4e07 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:44.276489 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e4098c-8d4d-4d8c-aa37-4ad8d9791b4e req-2070eec4-3c97-4109-9f89-b8b1f4bc4e07 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0524480 Sep 10 17:38:44.314766 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e4098c-8d4d-4d8c-aa37-4ad8d9791b4e req-7d6f9af5-0983-4b4f-9ad8-48dee81ac61f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Sep 10 17:38:45.285249 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1df79d-5a59-47a8-a6b2-3abaf96f0c6b req-8bc0cc69-91c5-473f-bb1e-633a712092b2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:45.286846 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1b1df79d-5a59-47a8-a6b2-3abaf96f0c6b req-8bc0cc69-91c5-473f-bb1e-633a712092b2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0498836 Sep 10 17:38:45.350637 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1b1df79d-5a59-47a8-a6b2-3abaf96f0c6b req-5e13d1ee-6a00-4dfe-b26b-5216dbb9e22d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539174 Sep 10 17:38:45.359251 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c4e4-9b4b-4d00-a714-a857533791a8 req-416962a6-abc7-47d9-a170-3bf0569c8a57 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:45.360735 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bfc9c4e4-9b4b-4d00-a714-a857533791a8 req-416962a6-abc7-47d9-a170-3bf0569c8a57 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0729904 Sep 10 17:38:45.408678 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bfc9c4e4-9b4b-4d00-a714-a857533791a8 req-5dac2f0f-9b80-4579-b15b-f3437b8a5e02 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Sep 10 17:38:45.467503 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d02b5-a165-4a33-b3d9-c5d28d3a73f5 req-0a81bf42-4226-43e8-8ba3-58d3cda629d3 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:45.468921 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e2d02b5-a165-4a33-b3d9-c5d28d3a73f5 req-0a81bf42-4226-43e8-8ba3-58d3cda629d3 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0481188 Sep 10 17:38:45.512134 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e2d02b5-a165-4a33-b3d9-c5d28d3a73f5 req-e64e0802-a3d6-4b15-a5e2-27c33076f183 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Sep 10 17:38:46.493513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c4149-a5d4-48a7-808d-13d1cbd12d8d req-24ec4251-c578-45e1-bc4c-5af5caa191f9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:46.495523 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1a6c4149-a5d4-48a7-808d-13d1cbd12d8d req-24ec4251-c578-45e1-bc4c-5af5caa191f9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0694311 Sep 10 17:38:46.578161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1a6c4149-a5d4-48a7-808d-13d1cbd12d8d req-dedd8858-a9f6-4e46-8083-0fbf28940219 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545578 Sep 10 17:38:46.587793 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab80b9-25cf-478b-9db7-c5d64c0d5c26 req-5ff1b9f1-df4a-4c7f-affe-60ae46cf4aca tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:46.589479 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9cab80b9-25cf-478b-9db7-c5d64c0d5c26 req-5ff1b9f1-df4a-4c7f-affe-60ae46cf4aca tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0916212 Sep 10 17:38:46.890087 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9cab80b9-25cf-478b-9db7-c5d64c0d5c26 req-7ad8392c-c657-4a49-9315-c042bcd3e97c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921124 Sep 10 17:38:46.910270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92272f-6819-42d1-a904-a8127fcf0b2b req-17ed9efc-0113-4e4b-ac27-2e9cde4eab32 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:46.916844 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce92272f-6819-42d1-a904-a8127fcf0b2b req-17ed9efc-0113-4e4b-ac27-2e9cde4eab32 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0694950 Sep 10 17:38:46.957284 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce92272f-6819-42d1-a904-a8127fcf0b2b req-f600ab09-8c6a-403b-af87-2b34f2135fea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Sep 10 17:38:47.723710 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29defb-73cd-4ad9-9bda-7fad0af7d57a req-1e284690-3d5f-47b6-a635-5de47ea531f9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:47.725313 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df29defb-73cd-4ad9-9bda-7fad0af7d57a req-1e284690-3d5f-47b6-a635-5de47ea531f9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0635309 Sep 10 17:38:47.770600 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df29defb-73cd-4ad9-9bda-7fad0af7d57a req-4c5acab7-2b6e-401d-b07c-6379c1ba07a3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380359 Sep 10 17:38:47.987542 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:48.030745 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ed4d-c16e-423a-8f53-8f3dbc2f5d9b req-50f4e0d7-67d6-4197-915a-04b7b2dd4153 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:48.032458 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04c2ed4d-c16e-423a-8f53-8f3dbc2f5d9b req-50f4e0d7-67d6-4197-915a-04b7b2dd4153 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0578279 Sep 10 17:38:48.104539 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04c2ed4d-c16e-423a-8f53-8f3dbc2f5d9b req-219739ae-8e70-4ebb-8ed9-1cf89b282d69 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Sep 10 17:38:48.116719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7149-42d1-45bf-9e54-d343f67cbc32 req-4d27ef21-b69f-4809-9e7d-ad9d62b85cc0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:48.118904 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b61c7149-42d1-45bf-9e54-d343f67cbc32 req-4d27ef21-b69f-4809-9e7d-ad9d62b85cc0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0855355 Sep 10 17:38:48.158461 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b61c7149-42d1-45bf-9e54-d343f67cbc32 req-09e4636f-83da-4dee-9fa4-489a2fee57b5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Sep 10 17:38:48.909497 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46019fca-4754-456e-bd1a-f38ae2b362a0 req-2dab515d-37e4-47e7-96f8-665ab91e15da tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:48.912040 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46019fca-4754-456e-bd1a-f38ae2b362a0 req-2dab515d-37e4-47e7-96f8-665ab91e15da tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0543723 Sep 10 17:38:48.954049 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-46019fca-4754-456e-bd1a-f38ae2b362a0 req-128ea69e-d78a-4958-8227-718a8893488c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343223 Sep 10 17:38:49.245810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e96187-ddce-47bf-a944-c4dd9e96372f req-30244139-34cf-4e80-b68b-0176ddade02d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:49.248724 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-02e96187-ddce-47bf-a944-c4dd9e96372f req-30244139-34cf-4e80-b68b-0176ddade02d tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 945 time: 0.0671363 Sep 10 17:38:49.312675 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-02e96187-ddce-47bf-a944-c4dd9e96372f req-5d2f8b81-9a32-4d14-bac7-d6275eb5b65c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534353 Sep 10 17:38:49.325343 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9063bb-b79f-4cd9-98a5-bc56cceff8e7 req-45cdc9eb-da20-4f1b-bb3b-a30aee2eb0a0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:49.326618 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e9063bb-b79f-4cd9-98a5-bc56cceff8e7 req-45cdc9eb-da20-4f1b-bb3b-a30aee2eb0a0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0769126 Sep 10 17:38:49.378581 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e9063bb-b79f-4cd9-98a5-bc56cceff8e7 req-bc5b391d-5fcb-40b4-8b14-21e763f9e755 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440304 Sep 10 17:38:49.458005 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:38:49.565898 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.622650 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:49.624029 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:38:49.626967 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df44f80-0c25-482d-b752-e3ec1bd04272" -d '{"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:38:49.689588 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed54cb10-f927-4d41-b401-04c53a63b125 x-openstack-request-id: req-ed54cb10-f927-4d41-b401-04c53a63b125 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:38:49.690266 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:38:49.690874 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed54cb10-f927-4d41-b401-04c53a63b125 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:38:49.691583 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'code': 200} Sep 10 17:38:49.862557 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:49.918372 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=6']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:50.081939 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716aacd-5fd6-4f76-8065-b5db3dba650a req-8f9643c4-26fa-4375-bdb7-fcde2238e810 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:50.083522 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9716aacd-5fd6-4f76-8065-b5db3dba650a req-8f9643c4-26fa-4375-bdb7-fcde2238e810 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0535336 Sep 10 17:38:50.133215 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9716aacd-5fd6-4f76-8065-b5db3dba650a req-f7902206-cde7-44a2-a1f2-dd758b58e8d0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Sep 10 17:38:50.519561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3d0-08a9-436d-ada9-0f95e4b77599 req-af8a8c45-ee7c-40c7-bd80-a528ad845434 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:50.521112 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2de4c3d0-08a9-436d-ada9-0f95e4b77599 req-af8a8c45-ee7c-40c7-bd80-a528ad845434 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.1094897 Sep 10 17:38:50.562372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435630e-a95c-45fb-bb14-ecce7bd68f02 req-a97de68d-c1c6-4f2c-9208-bec34a8594be tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:50.563887 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2435630e-a95c-45fb-bb14-ecce7bd68f02 req-a97de68d-c1c6-4f2c-9208-bec34a8594be tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0917988 Sep 10 17:38:50.596163 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2de4c3d0-08a9-436d-ada9-0f95e4b77599 req-87ecfc14-6950-43ea-b448-302b906480d4 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 Sep 10 17:38:50.626195 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2435630e-a95c-45fb-bb14-ecce7bd68f02 req-5637052f-44bb-4910-9f54-24cac1f9fe1a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562599 Sep 10 17:38:51.261866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94393-144b-4387-993b-90b0aa32430c req-02cf9972-108b-4a9b-adb2-3627867c50ec tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:51.263386 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92b94393-144b-4387-993b-90b0aa32430c req-02cf9972-108b-4a9b-adb2-3627867c50ec tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0518677 Sep 10 17:38:51.307501 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-92b94393-144b-4387-993b-90b0aa32430c req-6136ae1b-be2f-41e1-abf2-3c73fa46afd6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381644 Sep 10 17:38:51.754278 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3fa3-2405-41d5-9dd4-be9212331b87 req-e2d69758-5028-47e2-a511-4d4be5e5bbbe tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:51.755736 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-019d3fa3-2405-41d5-9dd4-be9212331b87 req-e2d69758-5028-47e2-a511-4d4be5e5bbbe tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0828223 Sep 10 17:38:51.771172 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8575-9429-49bc-8ad6-652f85ed8f28 req-bb2a66f0-cf26-4864-8ee2-5977f1d4fbda tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:51.772859 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-396f8575-9429-49bc-8ad6-652f85ed8f28 req-bb2a66f0-cf26-4864-8ee2-5977f1d4fbda tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0721195 Sep 10 17:38:51.838086 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-019d3fa3-2405-41d5-9dd4-be9212331b87 req-87eb111a-9bf4-4f1b-b428-1c34dee5cf53 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Sep 10 17:38:51.846501 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-396f8575-9429-49bc-8ad6-652f85ed8f28 req-1f1a3c2b-53f8-4f6e-bf54-584470dc13a2 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656853 Sep 10 17:38:51.968632 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48714) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:52.075666 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c709ff0-3b38-47c7-bc03-d28ad9e0f2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.171689 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c709ff0-3b38-47c7-bc03-d28ad9e0f2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.285327 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9c709ff0-3b38-47c7-bc03-d28ad9e0f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.327368 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-9c709ff0-3b38-47c7-bc03-d28ad9e0f2a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22e91b8c5a2041338bc5fb6078410a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576193 Sep 10 17:38:52.330053 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48718) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:52.337222 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c709ff0-3b38-47c7-bc03-d28ad9e0f2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09178410-df94-4853-a362-519a2a0ef2cd,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:52.436007 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.463468 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e98c9-c97d-4292-9fd9-cf33b30ca772 req-cc97f418-3216-40c2-aaf7-4cd0a36ba2fc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:52.465044 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-252e98c9-c97d-4292-9fd9-cf33b30ca772 req-cc97f418-3216-40c2-aaf7-4cd0a36ba2fc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0742898 Sep 10 17:38:52.475520 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.542730 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-252e98c9-c97d-4292-9fd9-cf33b30ca772 req-47017cac-a3d5-43f2-88a4-e500a4bb79d7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693500 Sep 10 17:38:52.668648 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.671890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:52.675837 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09178410-df94-4853-a362-519a2a0ef2cd HTTP/1.1" status: 204 len: 168 time: 0.3421290 Sep 10 17:38:52.690213 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a15de-5f7c-4acd-8f5c-e1d5c05c6a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09178410-df94-4853-a362-519a2a0ef2cd,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:53.042706 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabfffa-02d8-4a1c-9c1e-07bceb0df6c1 req-b7ebfdc2-f518-4c29-b160-c0f3980e696e tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:53.044466 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eeabfffa-02d8-4a1c-9c1e-07bceb0df6c1 req-b7ebfdc2-f518-4c29-b160-c0f3980e696e tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0898035 Sep 10 17:38:53.053341 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1e20b-d4e3-4098-92a2-d90352f47d67 req-cd246f13-aa2d-47ae-9cae-24157c9ae5b7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:53.055734 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7bf1e20b-d4e3-4098-92a2-d90352f47d67 req-cd246f13-aa2d-47ae-9cae-24157c9ae5b7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0912771 Sep 10 17:38:53.113527 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eeabfffa-02d8-4a1c-9c1e-07bceb0df6c1 req-593f4bad-8008-429e-9ac5-5caf6ee03ad2 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Sep 10 17:38:53.122872 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7bf1e20b-d4e3-4098-92a2-d90352f47d67 req-05daa68f-b497-40da-a458-ca57e5e80c19 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591671 Sep 10 17:38:53.699108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045cdac-0c11-4cf0-b911-c43925f28f0c req-268ae282-ad56-42b0-8902-b7bf095ce3f0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:53.701104 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c045cdac-0c11-4cf0-b911-c43925f28f0c req-268ae282-ad56-42b0-8902-b7bf095ce3f0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0577025 Sep 10 17:38:53.747477 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c045cdac-0c11-4cf0-b911-c43925f28f0c req-2ae41802-8754-4de7-9a7d-aef265dff7a9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Sep 10 17:38:54.234498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627495a-05fc-48e1-9cc4-1939f9419dea req-66ef0e3e-6341-47bc-98ac-a21131f28d97 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:54.242697 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a627495a-05fc-48e1-9cc4-1939f9419dea req-66ef0e3e-6341-47bc-98ac-a21131f28d97 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0578375 Sep 10 17:38:54.310264 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a627495a-05fc-48e1-9cc4-1939f9419dea req-b42104b2-88b8-48af-a271-3b28b37bb1db tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667546 Sep 10 17:38:54.333162 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9364f-0c0d-4a13-9237-015e10441688 req-8c8018f9-61ff-4c08-81f4-3c1ddc2040d5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:54.334670 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fad9364f-0c0d-4a13-9237-015e10441688 req-8c8018f9-61ff-4c08-81f4-3c1ddc2040d5 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0891385 Sep 10 17:38:54.355155 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48764) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:54.405599 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fad9364f-0c0d-4a13-9237-015e10441688 req-c3fce2d6-bbfc-4fb9-aaef-f698e6ef58f9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Sep 10 17:38:54.494102 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661260920-network', 'tenant_id': 'deac01252687455089fd45498dc24ed4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:54.583423 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Made reservation on behalf of deac01252687455089fd45498dc24ed4 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:54.587165 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.596443 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.695557 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.824165 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.856046 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:38:54.861493 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffec75e-df96-4460-99dc-1f473d8f3b74,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:54.878372 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.878973 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.879461 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.879796 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.880124 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.880581 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.880972 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.881295 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.881671 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.885147 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c75b-4ba2-4921-b270-04232e7018bf req-76193f99-bed1-4a0e-805f-eeb658761d74 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:54.887642 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df23c75b-4ba2-4921-b270-04232e7018bf req-76193f99-bed1-4a0e-805f-eeb658761d74 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0611906 Sep 10 17:38:54.888503 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.889208 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.890106 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:38:54.909857 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:54.910201 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Added segment 77b42fd4-5371-4192-bd5a-7b75603d4c94 of type vlan for network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 Sep 10 17:38:54.936343 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-df23c75b-4ba2-4921-b270-04232e7018bf req-9a81b5f2-8330-4a32-b8bf-741bc2509572 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398095 Sep 10 17:38:54.960150 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.040052 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.041341 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.042140 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.108350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3d1131-e4ca-4f0c-bae8-bba91c229c89,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:55.122242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:38:55.142184 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7e7ae5cd-e264-498e-abbf-dc842cd77082 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7859187 Sep 10 17:38:55.144944 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48778) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:55.150326 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Request body: {'subnet': {'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661260920-subnet', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:55.290960 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Made reservation on behalf of deac01252687455089fd45498dc24ed4 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:38:55.293619 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.435820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877b628-48dc-4ea0-8de9-bd49e1985d43 req-c949540c-2f58-47b3-90ff-95844c296f75 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.443228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4877b628-48dc-4ea0-8de9-bd49e1985d43 req-c949540c-2f58-47b3-90ff-95844c296f75 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0614555 Sep 10 17:38:55.500912 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4877b628-48dc-4ea0-8de9-bd49e1985d43 req-443fe6b6-1cf5-4d67-9844-02d80a215fb8 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Sep 10 17:38:55.552594 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519189a-4b23-4e1d-ab47-b0488b9a38d1 req-6983ebe5-c7f5-42e2-9a41-e36008a62797 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.554288 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9519189a-4b23-4e1d-ab47-b0488b9a38d1 req-6983ebe5-c7f5-42e2-9a41-e36008a62797 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0521951 Sep 10 17:38:55.582310 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.599330 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9519189a-4b23-4e1d-ab47-b0488b9a38d1 req-c21e358d-c304-4557-8c2f-1ebd88c294f2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Sep 10 17:38:55.662732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070d9c47-fded-460e-a127-779926f805ba,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:55.670446 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Checking segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:55.670829 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Network hostable DHCP agents. Network: ac3d1131-e4ca-4f0c-bae8-bba91c229c89, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:38:55.765236 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:38:55.856923 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, ac3d1131-e4ca-4f0c-bae8-bba91c229c89) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:55.861000 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:55.861544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:55.866534 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eda75b-cd79-44a0-a28d-a1ee6b3da87d None None] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:55.957105 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1dfb9e3e-10cd-4e61-8199-9a8c934091c4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8086030 Sep 10 17:38:55.957349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48786) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:55.962067 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:56.029283 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:38:56.033546 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.051050 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.052397 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.109309 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bad21-d3c5-4dee-8572-14d1b91671fa req-717a68ed-2afa-4036-a5e8-e4a27e74fee6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:56.118450 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-025bad21-d3c5-4dee-8572-14d1b91671fa req-717a68ed-2afa-4036-a5e8-e4a27e74fee6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0802176 Sep 10 17:38:56.133175 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.179081 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-025bad21-d3c5-4dee-8572-14d1b91671fa req-7d2059c5-4f09-41d2-b27d-fcbbf36a16d5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543120 Sep 10 17:38:56.224042 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Allocated IP 172.20.0.2 (ac3d1131-e4ca-4f0c-bae8-bba91c229c89/070d9c47-fded-460e-a127-779926f805ba/baf92295-01c1-41e1-92c4-ab57186acb12) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:56.342289 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.378972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.388097 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Transition to ACTIVE for port object baf92295-01c1-41e1-92c4-ab57186acb12 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:56.403308 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Transition to ACTIVE for port object baf92295-01c1-41e1-92c4-ab57186acb12 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:56.542650 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.587620 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:56.590570 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:56.594804 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:56.621309 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Pushing event updated for resources: {'Port': ['ID=baf92295-01c1-41e1-92c4-ab57186acb12,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:56.621936 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679887-9b6a-4121-b9c1-feaf422e0c2e req-903f8658-b8fa-4a74-8d25-815f237d8792 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:56.624145 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb679887-9b6a-4121-b9c1-feaf422e0c2e req-903f8658-b8fa-4a74-8d25-815f237d8792 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.0564573 Sep 10 17:38:56.658536 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.677392 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Attempting to bind port baf92295-01c1-41e1-92c4-ab57186acb12 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:56.677803 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Attempting to bind port baf92295-01c1-41e1-92c4-ab57186acb12 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:56.678222 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Attempting to bind port baf92295-01c1-41e1-92c4-ab57186acb12 on network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:56.682767 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb679887-9b6a-4121-b9c1-feaf422e0c2e req-c9ac8432-71db-4a03-b6b1-55ab3bcbe4a8 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Sep 10 17:38:56.684418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:56.684762 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Checking segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:56.685224 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.685669 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Bound using segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:56.686203 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Bound port: baf92295-01c1-41e1-92c4-ab57186acb12, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:56.686695 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.704950 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.765418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] For port baf92295-01c1-41e1-92c4-ab57186acb12, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:56.768834 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] For port baf92295-01c1-41e1-92c4-ab57186acb12, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=baf92295-01c1-41e1-92c4-ab57186acb12,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:56.782871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c10d-e7f2-4c55-8854-6d90848fd7e0 req-77f9e5d6-df63-432e-abd8-a3c506a6ec05 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:56.784427 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4606c10d-e7f2-4c55-8854-6d90848fd7e0 req-77f9e5d6-df63-432e-abd8-a3c506a6ec05 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.0590973 Sep 10 17:38:56.809631 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Allocated IP 172.27.3.49 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/26414b1a-6c8d-4df1-b8c8-b7d14ece511e) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:56.826576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4606c10d-e7f2-4c55-8854-6d90848fd7e0 req-5c3cf31e-5b29-4a2e-ab81-16b591686dd9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Sep 10 17:38:56.908746 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.912375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:56.967255 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327d3f-94ca-426d-bedc-fbf6579202f6 None None] Pushing event updated for resources: {'Port': ['ID=baf92295-01c1-41e1-92c4-ab57186acb12,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.028202 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.069993 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:57.071733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:57.075671 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:57.080174 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Request body: {'port': {'device_id': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:38:57.104297 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:57.175609 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.201211 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-7343d8c2-ddda-4f58-855e-a9043d7dad62 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:57.202757 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-7343d8c2-ddda-4f58-855e-a9043d7dad62 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.1185665 Sep 10 17:38:57.448299 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.473488 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc74ea-2d6d-47ed-bc79-e669f47cf74c req-070055e4-7d64-4836-8b3f-7e6488078e46 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:57.475033 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6fc74ea-2d6d-47ed-bc79-e669f47cf74c req-070055e4-7d64-4836-8b3f-7e6488078e46 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1716022 Sep 10 17:38:57.546024 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Deleting port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:38:57.546358 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.617918 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6fc74ea-2d6d-47ed-bc79-e669f47cf74c req-6d76dc49-5695-4f25-a3fe-3e3fc6cfa779 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309702 Sep 10 17:38:57.807187 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device baf92295-01c1-41e1-92c4-ab57186acb12 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:57.838735 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] For port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:57.839119 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.900183 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Calling delete_port for ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:38:57.905386 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0fff8b-a56f-4422-9a54-03ad278726e7 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:38:57.926552 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.953685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:57.959636 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port baf92295-01c1-41e1-92c4-ab57186acb12 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:57.964673 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-965035ce-f9ef-41e6-b3ee-67f4890b29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:57.966261 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-965035ce-f9ef-41e6-b3ee-67f4890b29e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1097 time: 0.2499588 Sep 10 17:38:58.018999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9132d4f-3368-4422-bf1d-2d576bd26a79 req-d130ced5-08a6-4e62-8bb5-deb175079f0c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.020543 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9132d4f-3368-4422-bf1d-2d576bd26a79 req-d130ced5-08a6-4e62-8bb5-deb175079f0c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 932 time: 0.2001429 Sep 10 17:38:58.022619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Transition to ACTIVE for port object 4d0fff8b-a56f-4422-9a54-03ad278726e7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:58.102334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0f8f-384a-45cf-947d-1cc9054ecb6f req-63036d53-d640-4476-b955-744bcb68ccd0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.103932 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3feb0f8f-384a-45cf-947d-1cc9054ecb6f req-63036d53-d640-4476-b955-744bcb68ccd0 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 943 time: 0.1910324 Sep 10 17:38:58.114424 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad858b4-f83b-4646-be48-09d4a7884979 None None] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:38:58.147039 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.160158 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:38:58.222997 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9132d4f-3368-4422-bf1d-2d576bd26a79 req-dc4e20bc-f5b1-4f48-a17e-7e567dc39ea3 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932342 Sep 10 17:38:58.236826 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Provisioning for port baf92295-01c1-41e1-92c4-ab57186acb12 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:38:58.244626 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Provisioning complete for port baf92295-01c1-41e1-92c4-ab57186acb12 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:58.245271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.264416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-f50f0d98-0a99-4bff-a3c7-05c3a823203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.265963 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-f50f0d98-0a99-4bff-a3c7-05c3a823203b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.2385640 Sep 10 17:38:58.270805 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:58.285350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:38:58.297077 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Sync routers for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:38:58.311401 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3feb0f8f-384a-45cf-947d-1cc9054ecb6f req-3f7c4ac4-895f-4167-a074-6c545be590eb tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704690 Sep 10 17:38:58.314676 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:58.315373 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:58.410556 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.411928 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9595e497-e3fd-426e-b2a1-153afaf94ce3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4536660 Sep 10 17:38:58.415244 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48814) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:38:58.456065 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:58.459444 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-8845d40e-1ba4-493a-a7bd-ca81ffe5408b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 200 len: 1000 time: 0.1593246 Sep 10 17:38:58.493539 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.531319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-b92775d7-5de0-4d17-9a22-d92a1f1ed6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.533144 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-b92775d7-5de0-4d17-9a22-d92a1f1ed6fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0644143 Sep 10 17:38:58.553820 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] For port baf92295-01c1-41e1-92c4-ab57186acb12, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=baf92295-01c1-41e1-92c4-ab57186acb12,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:38:58.631201 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.634931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.637536 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Attempting to bind port 4d0fff8b-a56f-4422-9a54-03ad278726e7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:58.638245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Attempting to bind port 4d0fff8b-a56f-4422-9a54-03ad278726e7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:58.638549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Attempting to bind port 4d0fff8b-a56f-4422-9a54-03ad278726e7 on network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:58.675517 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['6a5f6a29-948a-4ba6-82a8-2880d863ecd1'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:38:58.688209 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Port 4d0fff8b-a56f-4422-9a54-03ad278726e7 on network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:38:58.689877 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Attempting to bind port 4d0fff8b-a56f-4422-9a54-03ad278726e7 on network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:58.697401 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:58.697904 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Checking segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:58.698369 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Bound using segment: {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:58.698931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Bound port: 4d0fff8b-a56f-4422-9a54-03ad278726e7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7f121-2780-45bf-bdc6-825c8ee61170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:58.699380 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.704067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Pushing event deleted for resources: {'Port': ['ID=ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:58.783950 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] No DVR routers for this DVR port ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:38:58.788928 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.789663 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa18a3b-b66c-4744-951c-5281441b2fe3 None None] Pushing event updated for resources: {'Port': ['ID=baf92295-01c1-41e1-92c4-ab57186acb12,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:58.791183 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7bd451a-5c2f-4a83-9c6c-8a523f19eade req-4fc20880-c0ed-46e3-9aec-2c2efc2cab20 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "DELETE /v2.0/ports/ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1 HTTP/1.1" status: 204 len: 173 time: 1.5328870 Sep 10 17:38:58.824548 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-deleted', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:38:58.827014 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e3840-5b34-4f85-9cde-6c1efb82409f" -d '{"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-deleted", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:38:58.832555 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-991e90a8-1502-4892-b481-a8ca08203efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.834377 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-991e90a8-1502-4892-b481-a8ca08203efd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2838514 Sep 10 17:38:58.853624 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:57Z', 'revision_number': 3, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:58.870447 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ab0d-14c8-4bb4-8761-8745b683a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.893266 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Checking router: ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:38:58.894508 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Updating router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:38:58.926902 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.959031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-0b1fd93b-eb3d-4e1d-b74c-ecaf3aa13b21 None None] Provisioning complete for port baf92295-01c1-41e1-92c4-ab57186acb12 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:58.960291 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd93b-eb3d-4e1d-b74c-ecaf3aa13b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:58.984087 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b28a90-edc7-47df-97aa-f8a9c263439b req-e825bdb0-0385-4380-8b04-7dbdd1d75927 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:58.986147 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-52b28a90-edc7-47df-97aa-f8a9c263439b req-e825bdb0-0385-4380-8b04-7dbdd1d75927 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.2051272 Sep 10 17:38:58.991270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9d3ef-0c41-47ee-965f-cb1236b05bc0 x-openstack-request-id: req-1cf9d3ef-0c41-47ee-965f-cb1236b05bc0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:38:58.991708 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb498ae8-e5ae-4b65-b936-d9e839d4c3a2", "name": "network-vif-deleted", "tag": "ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:38:58.992070 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cf9d3ef-0c41-47ee-965f-cb1236b05bc0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:38:58.992579 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb498ae8-e5ae-4b65-b936-d9e839d4c3a2', 'name': 'network-vif-deleted', 'tag': 'ac8c19f4-dfc5-48d2-a4b8-0ed6a72c29f1', 'status': 'completed', 'code': 200} Sep 10 17:38:59.001820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:59.041576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:59.064347 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-d595ec9a-b858-418d-ae58-0c13bcc16b9e service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068448 Sep 10 17:38:59.073431 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-52b28a90-edc7-47df-97aa-f8a9c263439b req-af38bc4d-6cac-492e-a99f-e3d4eaf444ec tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750644 Sep 10 17:38:59.170764 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c873fc6a-288d-4614-a90e-52d28cb1065f req-a6510ae8-6901-4b3b-9754-754dcbe7ba43 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960147 Sep 10 17:38:59.172451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.183262 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.230481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.231248 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.232839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] 10.222.0.61 "PUT /v2.0/ports/4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 1094 time: 2.1632047 Sep 10 17:38:59.259065 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1515bb-23a8-43a3-9c38-f94a3f188181 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:59.292983 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.304141 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Transition to ACTIVE for port object 26414b1a-6c8d-4df1-b8c8-b7d14ece511e will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:59.388029 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.464289 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Attempting to bind port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:38:59.464919 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Attempting to bind port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:38:59.465470 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Attempting to bind port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:38:59.473433 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Allocated IP 172.20.0.1 (ac3d1131-e4ca-4f0c-bae8-bba91c229c89/070d9c47-fded-460e-a127-779926f805ba/63485a59-979d-4625-8e5a-3f5bcc4f72bc) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:38:59.473587 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:38:59.473888 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:38:59.474120 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6a6c-d123-4694-adb4-f9a7910d02d5 req-77c9db84-a485-4fe3-adb6-67c22de171a5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.474615 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.475175 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:38:59.475797 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Bound port: 26414b1a-6c8d-4df1-b8c8-b7d14ece511e, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:38:59.477285 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.486037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbac6a6c-d123-4694-adb4-f9a7910d02d5 req-77c9db84-a485-4fe3-adb6-67c22de171a5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 944 time: 0.1231515 Sep 10 17:38:59.521411 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a56544fd-dd2a-459b-8016-66083071c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.522596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-a56544fd-dd2a-459b-8016-66083071c5b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1097 time: 0.1218996 Sep 10 17:38:59.547063 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] For port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:38:59.550220 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] For port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:38:59.561936 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a905609-793c-44e7-84e3-a891252c0497 None None] Pushing event updated for resources: {'Port': ['ID=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:59.611646 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.617981 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2a1ba5f1-6034-4cf8-a4b5-dd3d3e86e3c2 req-25d74439-5006-4ed2-9d3f-227677093ff2 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb498ae8-e5ae-4b65-b936-d9e839d4c3a2 HTTP/1.1" status: 200 len: 210 time: 0.1033394 Sep 10 17:38:59.619265 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.629428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbac6a6c-d123-4694-adb4-f9a7910d02d5 req-5ba249cd-03e0-4db1-9149-1c71f1c229f6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408730 Sep 10 17:38:59.641456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Transition to ACTIVE for port object 63485a59-979d-4625-8e5a-3f5bcc4f72bc will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:38:59.647644 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-8a270a94-e3e6-4997-aad6-09f12f69028d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 217 time: 0.1120579 Sep 10 17:38:59.697733 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:38:59.698393 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:38:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:38:59.720502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-0c5d72ec-33b6-4a49-b1fc-b222bc17777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.722125 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-0c5d72ec-33b6-4a49-b1fc-b222bc17777b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0624490 Sep 10 17:38:59.734880 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device baf92295-01c1-41e1-92c4-ab57186acb12 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:38:59.783329 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.783842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-107d838a-9837-4d48-8084-077c6f2dabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:38:59.786470 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-107d838a-9837-4d48-8084-077c6f2dabbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538902 Sep 10 17:38:59.810620 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a905609-793c-44e7-84e3-a891252c0497 None None] Pushing event updated for resources: {'Port': ['ID=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:59.814163 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port baf92295-01c1-41e1-92c4-ab57186acb12 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:38:59.814541 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:38:59.855915 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:38:59.856344 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:38:59.859279 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:38:59.862301 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:38:59.923142 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-e8744ca3-713e-479c-a03c-ff9088523577 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250751 Sep 10 17:38:59.931777 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Pushing event updated for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:38:59.953009 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.109252 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:57Z', 'revision_number': 3, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:00.139117 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065b882-9326-4a77-b6db-d56eee946ad6 None None] The sync data for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi is: [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:57Z', 'revision_number': 3, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:00.193772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.286499 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3449141-ad5a-4116-8c5a-25765c7015d2 req-da3610ed-a6ca-4783-8d4d-7d252641ffa2 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519909 Sep 10 17:39:00.295608 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6245b81-dc04-4dbc-88ec-613f1fc39ae6 req-0bddbd30-3339-4c32-ae05-6f1405f32f5d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.304883 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6245b81-dc04-4dbc-88ec-613f1fc39ae6 req-0bddbd30-3339-4c32-ae05-6f1405f32f5d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0709822 Sep 10 17:39:00.329831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-02814216-b452-413e-a69d-a5a6bfaa9c16 None None] Provisioning for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:00.334290 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-02814216-b452-413e-a69d-a5a6bfaa9c16 None None] Provisioning complete for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:00.334715 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-02814216-b452-413e-a69d-a5a6bfaa9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.339378 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6245b81-dc04-4dbc-88ec-613f1fc39ae6 req-de7dfb27-e681-4cb8-818e-777ce19c5812 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Sep 10 17:39:00.385983 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.387767 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-02814216-b452-413e-a69d-a5a6bfaa9c16 None None] Port 63485a59-979d-4625-8e5a-3f5bcc4f72bc cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:00.461677 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.558906 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Pushing event updated for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:00.574900 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:00.692580 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:00.694049 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:00.829420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfd878-93f0-4ae9-828b-7691249e598a req-dececc31-320e-4336-9e26-d2aff60e88cf tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:00.831539 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9bfd878-93f0-4ae9-828b-7691249e598a req-dececc31-320e-4336-9e26-d2aff60e88cf tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 944 time: 0.1062460 Sep 10 17:39:00.851886 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:00.904180 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9bfd878-93f0-4ae9-828b-7691249e598a req-729485c2-970c-42c6-82e7-21912144e87c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622509 Sep 10 17:39:00.987039 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48854) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:00.990674 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:00.993154 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:00.995741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b7644-eb4a-49aa-910c-cc628dbbde8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:01.001113 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b3e108b4-ed71-4592-b6b0-b5f605e5708b admin admin] 10.222.0.53 "PUT /v2.0/routers/ef946c8a-e783-4f9c-90be-d3fc4a9b6f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847380 Sep 10 17:39:01.047859 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f231368-2649-4f97-9cc6-1bf7e9a3e252 x-openstack-request-id: req-9f231368-2649-4f97-9cc6-1bf7e9a3e252 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:01.048156 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:01.048448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f231368-2649-4f97-9cc6-1bf7e9a3e252 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:01.048832 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:39:01.120598 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-7116b982-d8f9-4228-a2d5-f268f2e837ee None None] Provisioning complete for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:01.123012 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7116b982-d8f9-4228-a2d5-f268f2e837ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.148186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-3b0b6fed-9970-4b63-aecf-b51055aed6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.149706 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-3b0b6fed-9970-4b63-aecf-b51055aed6ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1097 time: 0.0751634 Sep 10 17:39:01.158638 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c2c10fcb-4998-48cd-90fd-61dc94aebedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.169393 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-7116b982-d8f9-4228-a2d5-f268f2e837ee None None] Port 63485a59-979d-4625-8e5a-3f5bcc4f72bc cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:01.277570 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-159d018c-f5f9-46b6-a705-52219364bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.279139 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-159d018c-f5f9-46b6-a705-52219364bb73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.1201200 Sep 10 17:39:01.354693 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-b1a8c339-b446-4fc2-a902-0d03d778940e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 217 time: 0.0592222 Sep 10 17:39:01.417415 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6265da-761e-4568-9470-8e528891e812 req-640101eb-754e-4bde-87b4-e09bffc96237 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.418911 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e6265da-761e-4568-9470-8e528891e812 req-640101eb-754e-4bde-87b4-e09bffc96237 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1376503 Sep 10 17:39:01.449690 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3dbd0399-ce49-4355-9f54-522b0520c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.481678 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c2c10fcb-4998-48cd-90fd-61dc94aebedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.486817 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-943ed8e3-6dcd-47ce-8b1c-9819acf2575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.488408 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-943ed8e3-6dcd-47ce-8b1c-9819acf2575e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.1263447 Sep 10 17:39:01.534517 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9e6265da-761e-4568-9470-8e528891e812 req-279139c2-98bc-484b-bbbc-fa91e5f4472f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991058 Sep 10 17:39:01.552417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5cc99-dbb6-4fa8-9fd1-e4ae640f423a req-27719583-fc88-41aa-b417-555a1a3a593c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.552417 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-11a5cc99-dbb6-4fa8-9fd1-e4ae640f423a req-27719583-fc88-41aa-b417-555a1a3a593c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1278939 Sep 10 17:39:01.575106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c2c10fcb-4998-48cd-90fd-61dc94aebedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.601752 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-0d57f14d-9875-4496-a02f-7c3b110dfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:01.603774 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-0d57f14d-9875-4496-a02f-7c3b110dfdc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024361 Sep 10 17:39:01.653212 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-11a5cc99-dbb6-4fa8-9fd1-e4ae640f423a req-35a7f14b-1a48-466c-85a8-cc77d5b52701 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971620 Sep 10 17:39:01.661312 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c2c10fcb-4998-48cd-90fd-61dc94aebedd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81d47af3989b4439a37eb6871e2c5f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6737759 Sep 10 17:39:01.661312 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c10fcb-4998-48cd-90fd-61dc94aebedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9eaec-43e7-4987-a050-ba1e6318d5a8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:01.664711 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48874) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:01.679973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.743694 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.766123 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-097e9806-adba-4161-a323-5739bc8ba439 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467605 Sep 10 17:39:01.773853 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.795953 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 26414b1a-6c8d-4df1-b8c8-b7d14ece511e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:01.860013 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:01.866099 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-651743477-network', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:01.878301 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b18b7644-eb4a-49aa-910c-cc628dbbde8f req-9d5a26f1-d5a1-4297-9356-5df23a2bdfa0 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028712 Sep 10 17:39:01.918425 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.921047 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.922346 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5f9eaec-43e7-4987-a050-ba1e6318d5a8 HTTP/1.1" status: 204 len: 168 time: 0.2553260 Sep 10 17:39:01.931360 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3da9b-d0d0-4c05-a339-a623dbbb6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9eaec-43e7-4987-a050-ba1e6318d5a8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:01.942199 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Made reservation on behalf of b2516890ee71407ca065e6aa6c9699b8 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:01.945182 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.948073 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:01.953070 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:01.953324 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:01.965687 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.061687 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.064811 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088bd21-14d1-48d7-814f-4d22012fd769 req-0d0e337b-92a0-4d91-822f-a79ca0a8cc07 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.072607 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8088bd21-14d1-48d7-814f-4d22012fd769 req-0d0e337b-92a0-4d91-822f-a79ca0a8cc07 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 944 time: 0.0804584 Sep 10 17:39:02.075772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.086224 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:02.094756 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:39:02.113630 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8088bd21-14d1-48d7-814f-4d22012fd769 req-b55c56a0-0a3b-4dba-9641-484397692d07 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Sep 10 17:39:02.122867 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Sync routers for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:02.133551 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:02.134199 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:02.170754 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.194262 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:02.197586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.210341 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d71b2-590a-4d39-a156-8aed754e3ee7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.214014 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.214364 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Added segment 77c0411c-4832-4439-9c0c-aee6a1785818 of type vlan for network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 Sep 10 17:39:02.266157 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.280539 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:02.438663 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.454166 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.503246 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 2, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:02.572988 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.575206 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.578456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.667739 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] Pushing event updated for resources: {'Network': ['ID=4177d820-c4a9-4810-8ed4-b4e9b8a83bb9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:02.668426 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ebb2b-3da0-47e6-81db-9b342622a84d req-506f62e5-5ded-4e0d-b77b-edeb5ede81fd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.668853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Checking router: ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:02.668853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Updating router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 port 63485a59-979d-4625-8e5a-3f5bcc4f72bc binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:02.673042 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb3ebb2b-3da0-47e6-81db-9b342622a84d req-506f62e5-5ded-4e0d-b77b-edeb5ede81fd tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0595155 Sep 10 17:39:02.692950 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9fa947f8-8913-43a3-b931-c7ce78195b0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8317368 Sep 10 17:39:02.696369 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48900) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:02.696721 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:02.704501 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Request body: {'subnet': {'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-651743477-subnet', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:02.719990 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb3ebb2b-3da0-47e6-81db-9b342622a84d req-3be2a99d-5bc2-4cb1-8c17-d7183491524a tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Sep 10 17:39:02.722999 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:02.792116 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c87d-63d4-402d-871b-4885b351c9f7 req-80bea87a-eb3e-45ae-b38b-75401a5cfdd0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:02.793946 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5769c87d-63d4-402d-871b-4885b351c9f7 req-80bea87a-eb3e-45ae-b38b-75401a5cfdd0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.0501103 Sep 10 17:39:02.834000 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5769c87d-63d4-402d-871b-4885b351c9f7 req-1e437e5c-ccf3-49d2-9f28-3fdbbb86edb4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Sep 10 17:39:02.896707 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Made reservation on behalf of b2516890ee71407ca065e6aa6c9699b8 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:02.899214 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.040703 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.050640 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Transition to ACTIVE for port object 63485a59-979d-4625-8e5a-3f5bcc4f72bc will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:03.148660 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.182290 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.235562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9681519e-7c11-43d5-886a-111c006a9959,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.248649 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab82892-abf6-443f-be16-62cd73c34508 None None] Pushing event updated for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.263481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a54b3-0f5d-4e31-8faa-bd4ffef80f4f req-2d55882d-1c57-46e6-88d5-cacb351ca884 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.271517 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a27a54b3-0f5d-4e31-8faa-bd4ffef80f4f req-2d55882d-1c57-46e6-88d5-cacb351ca884 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 944 time: 0.0938339 Sep 10 17:39:03.296377 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Checking segment: {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:03.296732 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Network hostable DHCP agents. Network: 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:03.303158 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Attempting to bind port 63485a59-979d-4625-8e5a-3f5bcc4f72bc on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:03.303534 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Attempting to bind port 63485a59-979d-4625-8e5a-3f5bcc4f72bc by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:03.305043 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Attempting to bind port 63485a59-979d-4625-8e5a-3f5bcc4f72bc on network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:03.313923 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:03.314300 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Checking segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:03.314716 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.315117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Bound using segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:03.315594 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Bound port: 63485a59-979d-4625-8e5a-3f5bcc4f72bc, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:03.315979 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.317831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a27a54b3-0f5d-4e31-8faa-bd4ffef80f4f req-201b91b3-f7dd-4db5-9638-a4a0cf0951af tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Sep 10 17:39:03.370784 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:03.396265 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] For port 63485a59-979d-4625-8e5a-3f5bcc4f72bc, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:03.399583 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] For port 63485a59-979d-4625-8e5a-3f5bcc4f72bc, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=63485a59-979d-4625-8e5a-3f5bcc4f72bc,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:03.461985 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:03.467058 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.467810 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.470028 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc7055-fbfc-43f5-9b38-e879326732ff None None] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:03.501147 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.557359 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 4d0fff8b-a56f-4422-9a54-03ad278726e7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:03.578589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 48916) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:03.580005 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7e7ebeae-e15e-4e61-bfcd-a986d966c59f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8814645 Sep 10 17:39:03.583129 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:03.630570 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab82892-abf6-443f-be16-62cd73c34508 None None] Pushing event updated for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:03.649567 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:03.650206 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:03.703704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.703704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.750996 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 26414b1a-6c8d-4df1-b8c8-b7d14ece511e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:03.776888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.864153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195b31-0e96-451d-a9b0-264a42157045 req-1adcdd58-d868-4948-8ae8-eaf628e63b25 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:03.872068 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-41195b31-0e96-451d-a9b0-264a42157045 req-1adcdd58-d868-4948-8ae8-eaf628e63b25 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0653963 Sep 10 17:39:03.907509 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'fixed_ips': [{'subnet_id': '9681519e-7c11-43d5-886a-111c006a9959'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:39:03.908525 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:03.951743 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:03.958988 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:03.995396 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-41195b31-0e96-451d-a9b0-264a42157045 req-2da22d66-3a86-44fb-837a-ce646ab8d769 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223161 Sep 10 17:39:04.008550 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'port_id': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'mac_address': 'fa:16:3e:50:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:04.069279 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:04.070325 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.071542 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.084712 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c40a9-7de8-4462-ab40-f4abc03f30e1 req-404773a4-db63-4d2f-83e1-0c1e1a89c619 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.086567 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c49c40a9-7de8-4462-ab40-f4abc03f30e1 req-404773a4-db63-4d2f-83e1-0c1e1a89c619 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 944 time: 0.1643615 Sep 10 17:39:04.126337 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c49c40a9-7de8-4462-ab40-f4abc03f30e1 req-8e24a187-b0b4-43ad-9375-81cc47c6ea97 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336068 Sep 10 17:39:04.247837 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.308607 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0fff8b-a56f-4422-9a54-03ad278726e7 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:04.313089 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Allocated IP 172.20.0.2 (4177d820-c4a9-4810-8ed4-b4e9b8a83bb9/9681519e-7c11-43d5-886a-111c006a9959/d3e03663-abea-4222-8b03-6fa2950cf452) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:04.375870 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.380920 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:04.383031 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.406416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.495622 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.496184 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:04.508670 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae044-8f96-4ee1-b08d-47a3d728f6ab req-1a0f3b7d-e442-41bc-859a-223de004f9c4 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:04.510191 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0eae044-8f96-4ee1-b08d-47a3d728f6ab req-1a0f3b7d-e442-41bc-859a-223de004f9c4 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 944 time: 0.1062670 Sep 10 17:39:04.582436 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Allocated IP 172.27.3.109 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/fd4393e1-6606-42d7-80bd-ca51aecbe488) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:04.590059 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f0eae044-8f96-4ee1-b08d-47a3d728f6ab req-f49e5497-35f0-4226-8642-3e079b762d46 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Sep 10 17:39:04.702405 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:03Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:04.706942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.760423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf34c0-cabc-41ae-b79a-f6111d1be0f0 None None] The sync data for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi is: [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:03Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:04.776657 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:04.813390 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.831172 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.854428 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Transition to ACTIVE for port object d3e03663-abea-4222-8b03-6fa2950cf452 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:04.867057 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:04.873990 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:04.875854 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4393e1-6606-42d7-80bd-ca51aecbe488,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:04.876341 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:04.878154 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:04.897359 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Transition to ACTIVE for port object d3e03663-abea-4222-8b03-6fa2950cf452 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:04.901312 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'mac_address': 'fa:16:3e:71:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:04.944932 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:04.959949 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:04.981667 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:05.012305 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.057782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:05.060789 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:05.063559 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:05.071589 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.085968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Pushing event updated for resources: {'Port': ['ID=d3e03663-abea-4222-8b03-6fa2950cf452,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.135098 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d90e5-b1f7-484a-b128-b586ffe3d4ee req-28098641-e9f3-403e-a2bd-6ef30bf7fbd9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.136810 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-239d90e5-b1f7-484a-b128-b586ffe3d4ee req-28098641-e9f3-403e-a2bd-6ef30bf7fbd9 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0587487 Sep 10 17:39:05.186687 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Attempting to bind port d3e03663-abea-4222-8b03-6fa2950cf452 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:05.187057 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Attempting to bind port d3e03663-abea-4222-8b03-6fa2950cf452 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:05.187426 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Attempting to bind port d3e03663-abea-4222-8b03-6fa2950cf452 on network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:05.208418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=9']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.220273 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:05.220661 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Checking segment: {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:05.221069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.221457 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Bound using segment: {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:05.221951 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Bound port: d3e03663-abea-4222-8b03-6fa2950cf452, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:05.222333 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.291328 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-239d90e5-b1f7-484a-b128-b586ffe3d4ee req-385fa972-fba4-41b6-be72-e5b04cc789f7 tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171663 Sep 10 17:39:05.331241 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc901f-ca28-4bd6-a4e5-50455a04fac1 req-83713a4d-ffc8-48ba-968b-c8cbda77c153 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:05.332740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fdcc901f-ca28-4bd6-a4e5-50455a04fac1 req-83713a4d-ffc8-48ba-968b-c8cbda77c153 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.1021888 Sep 10 17:39:05.333525 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.337683 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] For port d3e03663-abea-4222-8b03-6fa2950cf452, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:05.343069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] For port d3e03663-abea-4222-8b03-6fa2950cf452, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=d3e03663-abea-4222-8b03-6fa2950cf452,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:05.348778 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:05.351766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['1a997f2c-591c-4cde-bb49-f713c7ce2400'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:05.448405 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:05.465057 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-3c2efcf0-6fe8-49ac-8e47-82ac127afa35 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544820 Sep 10 17:39:05.478856 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fdcc901f-ca28-4bd6-a4e5-50455a04fac1 req-19c2a9db-7e10-40e7-ab10-f4f0cc5edb1e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073196 Sep 10 17:39:05.615347 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1c79-2c32-4711-9c74-b998fdc21522 None None] Pushing event updated for resources: {'Port': ['ID=d3e03663-abea-4222-8b03-6fa2950cf452,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:05.827225 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 63485a59-979d-4625-8e5a-3f5bcc4f72bc up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:05.963871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:05.969060 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:05.969436 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.046526 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-e81c0c59-fb18-429f-af14-db7c3044ebb3 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.048019 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-e81c0c59-fb18-429f-af14-db7c3044ebb3 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5755339 Sep 10 17:39:06.052807 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.071981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a41c1-ffe1-48fd-bc7b-e256e99fa18d req-aab1a8cb-9c72-4abe-afcb-028f4f538a4c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.073418 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a8a41c1-ffe1-48fd-bc7b-e256e99fa18d req-aab1a8cb-9c72-4abe-afcb-028f4f538a4c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 945 time: 0.1672647 Sep 10 17:39:06.083061 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-74074142-7968-43ea-864e-ad1e2762611e tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/quotas/0ccfc9d348d84fa1b8164b9c8bd881bb HTTP/1.1" status: 200 len: 375 time: 0.0277836 Sep 10 17:39:06.084901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.085270 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 63485a59-979d-4625-8e5a-3f5bcc4f72bc, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=63485a59-979d-4625-8e5a-3f5bcc4f72bc,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:06.159483 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.168275 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-d724a207-dc87-4e7e-83b3-5b66f40752f4 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754287 Sep 10 17:39:06.208620 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a8a41c1-ffe1-48fd-bc7b-e256e99fa18d req-7fccc208-00c8-4a47-bea3-85a45944cd86 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270404 Sep 10 17:39:06.226584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:06.390782 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:39:06.483991 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-00e523c3-490f-4d6a-991e-42c528aa6ac7 req-280196dd-4a54-437b-8afe-0943f70cc8b5 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 210 time: 0.0636714 Sep 10 17:39:06.535903 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dfe04-d1df-4800-a7e8-f095395d6eeb req-8d8b530d-3dd9-45b6-97dc-c08e360275ff tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.544429 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-895dfe04-d1df-4800-a7e8-f095395d6eeb req-8d8b530d-3dd9-45b6-97dc-c08e360275ff tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.1642923 Sep 10 17:39:06.614244 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-895dfe04-d1df-4800-a7e8-f095395d6eeb req-3621c082-4989-4056-b412-bdb0e329003c tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/security-groups?id=4afaea8d-80ea-42e1-85ba-13b5bf13e75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689242 Sep 10 17:39:06.633678 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:06.643590 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Sync routers for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:06.654103 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:06.655100 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:06.673205 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215d725-f8dd-4018-9a61-964414b60f91 req-9ca35653-78a1-4541-b8f5-44f760530b28 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.674986 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9215d725-f8dd-4018-9a61-964414b60f91 req-9ca35653-78a1-4541-b8f5-44f760530b28 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0921650 Sep 10 17:39:06.732572 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9215d725-f8dd-4018-9a61-964414b60f91 req-29e2453c-5396-410a-af83-8f2fce0cd2a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Sep 10 17:39:06.768460 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:06.792742 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:06.794161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-a65106a5-d53c-4eb1-aac6-218697750108 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2145295 Sep 10 17:39:06.797149 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 48960) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:06.837985 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-685f0f13-9a74-450d-8efb-1c16613ea59f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:06.845635 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-685f0f13-9a74-450d-8efb-1c16613ea59f tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 946 time: 0.0624657 Sep 10 17:39:06.860351 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8538d1-b257-4fce-a202-96d375f9815b None None] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:06.955791 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Deleting port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:06.956132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.003467 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:05Z', 'revision_number': 3, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:07.046033 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Checking router: 35016e6f-d02e-4174-a207-fcf5b8e9ab45 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:07.046033 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Updating router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 port fd4393e1-6606-42d7-80bd-ca51aecbe488 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:07.073867 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.086726 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-35177453-6596-49b6-bc1d-3f1756b9e404 None None] Provisioning for port d3e03663-abea-4222-8b03-6fa2950cf452 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:07.108981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] For port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:07.109973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.138428 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Calling delete_port for 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:39:07.339016 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.362064 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.374954 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['6a5f6a29-948a-4ba6-82a8-2880d863ecd1'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:07.407571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfc4c-b5a6-4ef0-90cb-2fa1cdd512b0 req-56c2c998-97bb-46d3-b4d8-bdf6fc3ab3e8 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.408693 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-14ecfc4c-b5a6-4ef0-90cb-2fa1cdd512b0 req-56c2c998-97bb-46d3-b4d8-bdf6fc3ab3e8 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 945 time: 0.0884726 Sep 10 17:39:07.413117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Pushing event deleted for resources: {'Port': ['ID=6a5f6a29-948a-4ba6-82a8-2880d863ecd1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:07.473133 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] No DVR routers for this DVR port 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:39:07.480575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.482562 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-90d23db7-6aae-4d94-baf9-30b4a2dfb97b req-187f3475-b025-4be4-a6a6-56fe40b424ec tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.61 "DELETE /v2.0/ports/6a5f6a29-948a-4ba6-82a8-2880d863ecd1 HTTP/1.1" status: 204 len: 173 time: 0.6293540 Sep 10 17:39:07.483005 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'name': 'network-vif-deleted', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:07.485277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29537708-2c2e-4094-95fd-6f7cbc633d84" -d '{"events": [{"server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "name": "network-vif-deleted", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:07.492115 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.509795 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-14ecfc4c-b5a6-4ef0-90cb-2fa1cdd512b0 req-91138cec-dc83-4c58-bd3f-f5be77c839e2 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936158 Sep 10 17:39:07.526426 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2938be3-61a5-43bb-9ddc-d4c1c5a778b5 x-openstack-request-id: req-f2938be3-61a5-43bb-9ddc-d4c1c5a778b5 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:07.527190 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8", "name": "network-vif-deleted", "tag": "6a5f6a29-948a-4ba6-82a8-2880d863ecd1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:07.527599 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2938be3-61a5-43bb-9ddc-d4c1c5a778b5 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:07.528886 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8', 'name': 'network-vif-deleted', 'tag': '6a5f6a29-948a-4ba6-82a8-2880d863ecd1', 'status': 'completed', 'code': 200} Sep 10 17:39:07.530552 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:07.540373 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Transition to ACTIVE for port object fd4393e1-6606-42d7-80bd-ca51aecbe488 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:07.554550 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Allocated IP 172.20.0.1 (4177d820-c4a9-4810-8ed4-b4e9b8a83bb9/9681519e-7c11-43d5-886a-111c006a9959/3360c3de-5fb5-4c0a-864f-352c3991fe7f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:07.593779 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 1a997f2c-591c-4cde-bb49-f713c7ce2400 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:07.594087 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.612704 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-308db08b-c732-4948-a3b4-de69bc302ee2 req-0b19d3c8-19bb-4769-a47b-d60c62fe2f8b tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 210 time: 0.0315289 Sep 10 17:39:07.668144 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.713161 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.727183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.749433 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e04af-c310-4098-883f-c7d18ed0cb10 None None] Pushing event updated for resources: {'Port': ['ID=fd4393e1-6606-42d7-80bd-ca51aecbe488,revision_number=2']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:07.755995 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:07.757080 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:07.758947 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Transition to ACTIVE for port object 3360c3de-5fb5-4c0a-864f-352c3991fe7f will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:07.760280 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da0d01-a1ec-45c4-b591-5a05e2177d6e" -d '{"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:07.775952 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Attempting to bind port fd4393e1-6606-42d7-80bd-ca51aecbe488 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:07.776373 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Attempting to bind port fd4393e1-6606-42d7-80bd-ca51aecbe488 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:07.776739 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Attempting to bind port fd4393e1-6606-42d7-80bd-ca51aecbe488 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:07.779825 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-630a4c03-8891-4134-ac10-845236702a01 req-90a590bd-289f-459e-9fe1-0caf893e7b7b tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0388298 Sep 10 17:39:07.785132 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:07.787830 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:07.788747 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.789696 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:07.790399 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Bound port: fd4393e1-6606-42d7-80bd-ca51aecbe488, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:07.790982 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.834308 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.835417 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 4d0fff8b-a56f-4422-9a54-03ad278726e7 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:07.899541 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] For port fd4393e1-6606-42d7-80bd-ca51aecbe488, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:07.903355 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888d393-2c77-4235-a606-b7e9e2d75de0 x-openstack-request-id: req-9888d393-2c77-4235-a606-b7e9e2d75de0 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:07.903843 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-plugged", "status": "completed", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:07.903942 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] For port fd4393e1-6606-42d7-80bd-ca51aecbe488, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=fd4393e1-6606-42d7-80bd-ca51aecbe488,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:07.904042 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9888d393-2c77-4235-a606-b7e9e2d75de0 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:07.904432 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'code': 200} Sep 10 17:39:07.913705 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8c299-a0ec-4dc5-b465-67e69d4ba686 req-cfaa6520-aa97-4b0a-9cc7-962a07e0bde4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:07.915638 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b1c8c299-a0ec-4dc5-b465-67e69d4ba686 req-cfaa6520-aa97-4b0a-9cc7-962a07e0bde4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 945 time: 0.0960870 Sep 10 17:39:07.948298 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 63485a59-979d-4625-8e5a-3f5bcc4f72bc up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:07.953958 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.964276 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b1c8c299-a0ec-4dc5-b465-67e69d4ba686 req-24196745-a189-4830-b048-e3ea8de54519 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Sep 10 17:39:07.972310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=10']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:07.977780 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:07.997139 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:08.000192 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:08.004303 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:08.017866 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.019477 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.019871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.020778 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.021134 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.021527 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.022203 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.022547 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.023837 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.024192 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.024551 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.025031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:08.039897 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e04af-c310-4098-883f-c7d18ed0cb10 None None] Pushing event updated for resources: {'Port': ['ID=fd4393e1-6606-42d7-80bd-ca51aecbe488,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.042538 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:08.043141 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:08.057835 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Pushing event updated for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.067766 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.079598 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 63485a59-979d-4625-8e5a-3f5bcc4f72bc triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:08.080072 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.119429 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:08.125628 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:08.125994 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.172633 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:08.205646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device d3e03663-abea-4222-8b03-6fa2950cf452 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:08.292711 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.327784 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.328917 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:08.365069 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:05Z', 'revision_number': 3, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:08.392672 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port d3e03663-abea-4222-8b03-6fa2950cf452 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:08.397025 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port d3e03663-abea-4222-8b03-6fa2950cf452 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:08.401231 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.401360 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d872383-2257-4dde-b6d9-2acf6c836920 None None] The sync data for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi is: [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:05Z', 'revision_number': 3, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:08.440779 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-4c889c80-cda5-4248-90f1-891e17da79f2 None None] Provisioning for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:08.443931 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.475198 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-4c889c80-cda5-4248-90f1-891e17da79f2 None None] Provisioning complete for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:08.475708 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4c889c80-cda5-4248-90f1-891e17da79f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.555150 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3d788-170c-4b15-888f-e5b2d7123f01 req-153d514d-a020-4435-b74b-8304db261d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.557151 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99b3d788-170c-4b15-888f-e5b2d7123f01 req-153d514d-a020-4435-b74b-8304db261d74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 1100 time: 0.0601480 Sep 10 17:39:08.557880 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.563122 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-4c889c80-cda5-4248-90f1-891e17da79f2 None None] Port 3360c3de-5fb5-4c0a-864f-352c3991fe7f cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:08.575932 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.587409 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.607049 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99b3d788-170c-4b15-888f-e5b2d7123f01 req-ca8fac80-1a62-4750-90f4-440bfc8d4a04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 Sep 10 17:39:08.625427 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port d3e03663-abea-4222-8b03-6fa2950cf452, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=d3e03663-abea-4222-8b03-6fa2950cf452,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:08.643813 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da305-211d-490c-a72b-064a984885bc req-a145d4f9-9831-4fe8-afa9-f9b6db6d15f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:08.650692 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8d8da305-211d-490c-a72b-064a984885bc req-a145d4f9-9831-4fe8-afa9-f9b6db6d15f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0560637 Sep 10 17:39:08.694460 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.750782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.755749 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8d8da305-211d-490c-a72b-064a984885bc req-44ae7e05-458b-4f49-907a-619e14286140 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Sep 10 17:39:08.768881 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49ac1401-813d-45bc-913c-49c83e6a8a17 req-6b6aaa12-34b5-4fb6-a8a8-63e7995bb995 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 210 time: 0.0841208 Sep 10 17:39:08.801725 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Pushing event updated for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.804661 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:08.832802 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=d3e03663-abea-4222-8b03-6fa2950cf452,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:08.859017 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-83d6f35f-9e0e-4224-8149-a4db49b31c43 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274901 Sep 10 17:39:08.936933 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:08.938359 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:08.940740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-de63ab55-a5a6-45f8-84fc-0f15843825bb req-61d695e8-9792-4bea-a2b4-09af08f8f3eb tempest-ServerRescueNegativeTestJSON-741058827 tempest-ServerRescueNegativeTestJSON-741058827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b9ea6b8-5ffe-45d9-bfc7-b3e7d824b9f8 HTTP/1.1" status: 200 len: 210 time: 0.0377469 Sep 10 17:39:09.030214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-dc8cc142-1a22-4e31-97a1-451af5913ada tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.031740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-dc8cc142-1a22-4e31-97a1-451af5913ada tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576765 Sep 10 17:39:09.054468 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Request body: {'port': {'device_id': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d', 'admin_state_up': True, 'tenant_id': '0ccfc9d348d84fa1b8164b9c8bd881bb'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:09.103649 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:09.214071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ec282-7542-4e59-9c58-4c897a9a2e49 req-8e2f9cb7-8a53-4a85-a987-6a59bf39be65 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.216002 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-322ec282-7542-4e59-9c58-4c897a9a2e49 req-8e2f9cb7-8a53-4a85-a987-6a59bf39be65 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.1307292 Sep 10 17:39:09.243450 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:09.248664 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5c894c47-0a25-4d50-97a6-f9721843747c admin admin] 10.222.0.53 "PUT /v2.0/routers/35016e6f-d02e-4174-a207-fcf5b8e9ab45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4497511 Sep 10 17:39:09.281588 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-322ec282-7542-4e59-9c58-4c897a9a2e49 req-49019c8d-6216-4a5d-8ec3-f463e0169746 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525153 Sep 10 17:39:09.290606 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d3c3d9d0-fef0-40e2-8abb-e067a583d720 None None] Provisioning complete for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:09.291619 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d9d0-fef0-40e2-8abb-e067a583d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.340370 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3d9d0-fef0-40e2-8abb-e067a583d720 None None] Port 3360c3de-5fb5-4c0a-864f-352c3991fe7f cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:09.422614 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Made reservation on behalf of 0ccfc9d348d84fa1b8164b9c8bd881bb for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:09.426295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.436030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.530231 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:39:09.535191 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.551688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:39:09.552226 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 6a5f6a29-948a-4ba6-82a8-2880d863ecd1 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:39:09.644010 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:09.736657 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:09.846412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Allocated IP 192.168.233.31 (0b6fada5-bb7d-4ad8-bd0e-83edd405716d/3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee/dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:09.857207 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device fd4393e1-6606-42d7-80bd-ca51aecbe488 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:09.924480 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:09.927130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8425896-ab01-4000-bff1-cbce413e48af" -d '{"events": [{"server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "name": "network-vif-plugged", "status": "completed", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:09.936160 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49006) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:09.940903 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90857164', 'description': 'tempest-secgroup-smoke-90857164 description', 'project_id': 'deac01252687455089fd45498dc24ed4'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:09.944195 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6083-1018-4916-837b-f68acfe6a1cf req-cef0af9f-ebe4-4489-a057-0a0742cf1e0b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:09.946363 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-19ed6083-1018-4916-837b-f68acfe6a1cf req-cef0af9f-ebe4-4489-a057-0a0742cf1e0b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0881722 Sep 10 17:39:10.049422 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port fd4393e1-6606-42d7-80bd-ca51aecbe488 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:10.053363 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port fd4393e1-6606-42d7-80bd-ca51aecbe488 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:10.053790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.062320 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.084391 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-19ed6083-1018-4916-837b-f68acfe6a1cf req-027df4db-4096-4001-a313-fc875bd4e751 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169231 Sep 10 17:39:10.086396 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1379d811-0323-43ad-bb90-54d217f2a8a1 req-38c3cceb-a63d-4b09-abc6-87e1af5be3a2 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 210 time: 0.0951557 Sep 10 17:39:10.138961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.156282 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Transition to ACTIVE for port object dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:10.159251 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49014) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:10.181019 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d059d4-18a0-446f-9d1e-316535f1b7fb x-openstack-request-id: req-46d059d4-18a0-446f-9d1e-316535f1b7fb {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:10.184643 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "name": "network-vif-plugged", "status": "completed", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:10.184643 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46d059d4-18a0-446f-9d1e-316535f1b7fb {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:10.184643 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'code': 200} Sep 10 17:39:10.206949 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.211763 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.233093 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port fd4393e1-6606-42d7-80bd-ca51aecbe488, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=fd4393e1-6606-42d7-80bd-ca51aecbe488,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:10.279643 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.302079 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.302920 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device d3e03663-abea-4222-8b03-6fa2950cf452 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:10.338759 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a1c565-bddd-4449-9869-0ef3fb6456cd,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.377325 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.396645 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=fd4393e1-6606-42d7-80bd-ca51aecbe488,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.411272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port d3e03663-abea-4222-8b03-6fa2950cf452 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:10.411726 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.422254 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.428276 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-dd843d71-238b-4c4b-92da-131f703d4b53 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4897947 Sep 10 17:39:10.428276 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49030) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:10.433392 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:10.465760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:10.478120 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:10.480722 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:10.512096 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Pushing event updated for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.564310 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.589265 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e19095-7c1d-4ad2-ba40-e18bed421188 req-33c2e905-0100-4ab9-bf6d-30875751ba56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.590800 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8e19095-7c1d-4ad2-ba40-e18bed421188 req-33c2e905-0100-4ab9-bf6d-30875751ba56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.1979034 Sep 10 17:39:10.599866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.601387 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.638993 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.684165 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502921b-911e-4ddb-a39e-73b39e12b859 req-80a3d954-ba53-442b-84a7-8e93779e93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:10.695839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c502921b-911e-4ddb-a39e-73b39e12b859 req-80a3d954-ba53-442b-84a7-8e93779e93e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1099 time: 0.1586256 Sep 10 17:39:10.713602 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.731727 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ad031e-79ec-4c19-b273-6c672dee0574,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:10.745764 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8e19095-7c1d-4ad2-ba40-e18bed421188 req-8ddda01d-f89c-41f3-b56f-3b8f7d8639a1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185086 Sep 10 17:39:10.776920 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-b72926e0-fbb3-405a-8392-9d376c32e6e0 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7336595 Sep 10 17:39:10.785831 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c502921b-911e-4ddb-a39e-73b39e12b859 req-39be7078-4039-4c0d-82d5-eb1ceec966cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Sep 10 17:39:10.791433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Request body: {'port': {'device_id': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:10.828336 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.830116 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d83f8ed5-d635-4ad3-8e33-8ac42034a9f1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4008977 Sep 10 17:39:10.832815 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:10.839570 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:10.840903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-197b158e-79e1-4d4e-872d-1a3e061c536f None None] Provisioning for port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:10.846856 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-197b158e-79e1-4d4e-872d-1a3e061c536f None None] Provisioning complete for port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:10.847389 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-197b158e-79e1-4d4e-872d-1a3e061c536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:10.893245 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-197b158e-79e1-4d4e-872d-1a3e061c536f None None] Port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:10.952202 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.017399 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.073806 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.090021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.093562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d65eb4-a4a1-4356-a7a1-36b1853f6f7a,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.152104 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.153441 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-062b1db7-6522-42b9-b94b-38618d075274 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195987 Sep 10 17:39:11.156266 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49052) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:11.160936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:11.245195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.308383 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.370530 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2d4a6-578e-47b6-9e94-33d9b05127fa req-3c1a0b8d-521f-4341-be51-fca042bb93b2 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.371996 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0c2d4a6-578e-47b6-9e94-33d9b05127fa req-3c1a0b8d-521f-4341-be51-fca042bb93b2 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 935 time: 0.1898589 Sep 10 17:39:11.380558 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.392198 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.400066 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a14a672-d11e-4bbd-b588-fafc9ad084a4,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.408567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d6cb7-5119-4972-93a6-038c9409abef req-d3b7a7d7-532b-47fa-9ea5-c51ede3298a0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.410032 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f4d6cb7-5119-4972-93a6-038c9409abef req-d3b7a7d7-532b-47fa-9ea5-c51ede3298a0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.2147038 Sep 10 17:39:11.479496 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.483563 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9f37dec5-17bf-4639-a7fb-ecfffe396691 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235891 Sep 10 17:39:11.484723 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49054) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:11.489630 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:11.559967 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.586070 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0c2d4a6-578e-47b6-9e94-33d9b05127fa req-fe87b96e-1985-4f6a-96df-13256ff009e3 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058237 Sep 10 17:39:11.610926 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f4d6cb7-5119-4972-93a6-038c9409abef req-037d361b-9878-40e0-be4f-1dd9360c0ec4 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674120 Sep 10 17:39:11.628441 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Sync routers for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:11.642468 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:11.642897 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.643251 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:11.720602 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.738566 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device fd4393e1-6606-42d7-80bd-ca51aecbe488 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:11.745215 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141b85a8-5c69-4c7f-9096-3813f4df732c,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:11.801205 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:11.852039 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port fd4393e1-6606-42d7-80bd-ca51aecbe488 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:11.852350 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.858617 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:11.883624 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.883624 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-961ca27b-8544-4176-a42b-daf171e7a706 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954852 Sep 10 17:39:11.883892 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:11.884694 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49058) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:11.889423 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:11.926498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Transition to ACTIVE for port object dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:11.963554 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a6cfe-69b0-4cd2-a817-7972c7589110 req-07ef7c57-e172-4b0a-b3e6-87eaec9618c5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:11.965215 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c37a6cfe-69b0-4cd2-a817-7972c7589110 req-07ef7c57-e172-4b0a-b3e6-87eaec9618c5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.1388993 Sep 10 17:39:11.988670 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Project deac01252687455089fd45498dc24ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:11.995155 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.014218 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.063342 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c37a6cfe-69b0-4cd2-a817-7972c7589110 req-012d6725-26a0-417f-a70e-2a5e8c8ab261 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904634 Sep 10 17:39:12.093581 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.099412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Pushing event updated for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.113654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Deleting port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:12.113994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.177339 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.209212 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810df497-d07d-4beb-8584-163bc3f27e5b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.211850 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:08Z', 'revision_number': 4, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '3360c3de-5fb5-4c0a-864f-352c3991fe7f', 'name': '', 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'mac_address': 'fa:16:3e:8d:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9681519e-7c11-43d5-886a-111c006a9959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:07Z', 'updated_at': '2021-09-10T17:39:08Z', 'revision_number': 2, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'subnets': [{'id': '9681519e-7c11-43d5-886a-111c006a9959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:12.240432 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Checking router: 35016e6f-d02e-4174-a207-fcf5b8e9ab45 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:12.240853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Updating router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 port 3360c3de-5fb5-4c0a-864f-352c3991fe7f binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:12.251870 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Attempting to bind port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:12.252208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Attempting to bind port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:12.256007 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Attempting to bind port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 on network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:12.263951 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 on network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:12.264301 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Attempting to bind port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 on network 0b6fada5-bb7d-4ad8-bd0e-83edd405716d {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:12.268449 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.273206 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.273493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] For port 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,segment=NetworkSegment(8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11),segment_id=8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:12.273493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.274633 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d8b5c19e-9c87-4120-92a6-e61f2513d352 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3888371 Sep 10 17:39:12.275383 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49062) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:12.280501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'security_group_rule': {'security_group_id': 'd5a1c565-bddd-4449-9869-0ef3fb6456cd', 'project_id': 'deac01252687455089fd45498dc24ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:12.291833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:12.292172 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Checking segment: {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:12.292617 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Bound using segment: {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:12.300186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Bound port: dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfb2ad1-324b-49f6-a736-2ce42acab53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:12.300186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.303683 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Calling delete_port for 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff owned by network:router_interface {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:39:12.417227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.securitygroups_db [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Project deac01252687455089fd45498dc24ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:12.438178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.450655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:12.508249 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:12.544407 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.554322 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Transition to ACTIVE for port object 3360c3de-5fb5-4c0a-864f-352c3991fe7f will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:12.568258 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.606147 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.633952 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.654989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.655612 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.657031 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] 10.222.0.61 "PUT /v2.0/ports/dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 HTTP/1.1" status: 200 len: 1097 time: 1.8703401 Sep 10 17:39:12.659155 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:12.661428 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165" -d '{"events": [{"name": "network-changed", "server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:12.701557 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae0c5b-4264-4e49-ac25-0e7bf9302f4b None None] Pushing event updated for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.715954 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.728066 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09341ab-ac92-40c4-9703-d8b5d3ae8851 service neutron] Pushing event updated for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.755677 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Attempting to bind port 3360c3de-5fb5-4c0a-864f-352c3991fe7f on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:12.756269 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Attempting to bind port 3360c3de-5fb5-4c0a-864f-352c3991fe7f by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:12.756746 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Attempting to bind port 3360c3de-5fb5-4c0a-864f-352c3991fe7f on network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:12.762935 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:12.763552 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Checking segment: {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:12.764058 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.764614 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Bound using segment: {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:12.765196 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Bound port: 3360c3de-5fb5-4c0a-864f-352c3991fe7f, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c0411c-4832-4439-9c0c-aee6a1785818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:12.770319 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.778045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.802219 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaa2c43-c0c6-4eac-ad93-c1fe381fe688,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.840994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6ce850-2cd7-4afa-afc5-4c74d9c549ff,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:12.869528 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab40aff-feb3-48ef-b0f2-5636a24600d0 req-d6f54ff2-7f88-4852-8ac3-8d3a2fd069d2 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.871423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] For port 3360c3de-5fb5-4c0a-864f-352c3991fe7f, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:12.875559 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] For port 3360c3de-5fb5-4c0a-864f-352c3991fe7f, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3360c3de-5fb5-4c0a-864f-352c3991fe7f,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:12.877530 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cab40aff-feb3-48ef-b0f2-5636a24600d0 req-d6f54ff2-7f88-4852-8ac3-8d3a2fd069d2 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 947 time: 0.2090123 Sep 10 17:39:12.922812 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.924104 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-95ad8f80-66df-4b83-9beb-b2181ac0ba6b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6477208 Sep 10 17:39:12.981477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb51-d8ed-4735-b3d7-fab3d6951d18 req-6b8c996f-0845-405d-a2ff-ba21f0eb5ab7 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:12.983414 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:12.983704 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8a1bb51-d8ed-4735-b3d7-fab3d6951d18 req-6b8c996f-0845-405d-a2ff-ba21f0eb5ab7 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.2284615 Sep 10 17:39:13.028973 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cab40aff-feb3-48ef-b0f2-5636a24600d0 req-55880d6f-d386-4318-bf49-d2a993664f04 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504133 Sep 10 17:39:13.067546 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae0c5b-4264-4e49-ac25-0e7bf9302f4b None None] Pushing event updated for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:13.076338 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:13.076974 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:13.203818 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:13.388406 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f3d02c-ca7c-4267-9842-66f2a10d0016 x-openstack-request-id: req-37f3d02c-ca7c-4267-9842-66f2a10d0016 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:13.388693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:13.388941 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37f3d02c-ca7c-4267-9842-66f2a10d0016 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:13.389326 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49', 'status': 'completed', 'code': 200} Sep 10 17:39:13.403463 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-d6913fe5-e8d4-4f91-a147-6684fe58a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.405043 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-d6913fe5-e8d4-4f91-a147-6684fe58a592 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 1100 time: 0.5116861 Sep 10 17:39:13.413160 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8a1bb51-d8ed-4735-b3d7-fab3d6951d18 req-d76c7197-e028-4090-b7f5-bb8d2a50d7bd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221611 Sep 10 17:39:13.441349 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:08Z', 'revision_number': 4, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '3360c3de-5fb5-4c0a-864f-352c3991fe7f', 'name': '', 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'mac_address': 'fa:16:3e:8d:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9681519e-7c11-43d5-886a-111c006a9959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:07Z', 'updated_at': '2021-09-10T17:39:12Z', 'revision_number': 4, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'subnets': [{'id': '9681519e-7c11-43d5-886a-111c006a9959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:13.458512 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-dbc19739-d3bb-43fa-bc3d-f6672983088b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 HTTP/1.1" status: 200 len: 217 time: 0.0420027 Sep 10 17:39:13.472819 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f004f-4b9d-4c14-a34e-bf39a2d6870a None None] The sync data for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi is: [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:39:08Z', 'revision_number': 4, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '3360c3de-5fb5-4c0a-864f-352c3991fe7f', 'name': '', 'network_id': '4177d820-c4a9-4810-8ed4-b4e9b8a83bb9', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'mac_address': 'fa:16:3e:8d:a6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9681519e-7c11-43d5-886a-111c006a9959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:07Z', 'updated_at': '2021-09-10T17:39:12Z', 'revision_number': 4, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'subnets': [{'id': '9681519e-7c11-43d5-886a-111c006a9959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:13.520678 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:13.576227 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-e2730c47-1a9f-4262-a250-54847475d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.578416 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-e2730c47-1a9f-4262-a250-54847475d7d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee HTTP/1.1" status: 200 len: 843 time: 0.1110597 Sep 10 17:39:13.694132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db6ef-d0a7-4cbe-a03c-eb631f361a56 req-c7823661-91da-4d2d-b3da-01c88a7c5dc4 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.696513 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-219db6ef-d0a7-4cbe-a03c-eb631f361a56 req-c7823661-91da-4d2d-b3da-01c88a7c5dc4 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.1964264 Sep 10 17:39:13.738266 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722244a-3a98-43fe-b4be-142249186a9c req-af30e2cb-05a3-44fa-b071-e9e26f6dea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:13.739766 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-af30e2cb-05a3-44fa-b071-e9e26f6dea19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b6fada5-bb7d-4ad8-bd0e-83edd405716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1517339 Sep 10 17:39:13.802920 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-219db6ef-d0a7-4cbe-a03c-eb631f361a56 req-a487ecc5-8bdb-47fd-a33e-7d7f7539dc7b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912085 Sep 10 17:39:13.859868 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3360c3de-5fb5-4c0a-864f-352c3991fe7f up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:13.997634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-f6505e90-59a7-4010-a391-88b337feb66b service neutron] 10.222.0.61 "GET /v2.0/networks/0b6fada5-bb7d-4ad8-bd0e-83edd405716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488306 Sep 10 17:39:14.005151 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:14.010828 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:14.011267 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.019823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Router 840664d5-2d04-441f-97bd-a8389d5f9663 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:14.153052 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.194946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 3360c3de-5fb5-4c0a-864f-352c3991fe7f, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3360c3de-5fb5-4c0a-864f-352c3991fe7f,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:14.211032 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d722244a-3a98-43fe-b4be-142249186a9c req-2d94db74-4ea4-4ecf-ab7a-3d39c4dcbc15 service neutron] 10.222.0.61 "GET /v2.0/networks/0b6fada5-bb7d-4ad8-bd0e-83edd405716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037480 Sep 10 17:39:14.251938 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:14.259288 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-50312b33-1080-4329-a773-cf53cca24564 admin admin] 10.222.0.53 "PUT /v2.0/routers/840664d5-2d04-441f-97bd-a8389d5f9663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0986824 Sep 10 17:39:14.263728 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Sync routers for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:14.267220 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:14.276375 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:14.277064 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:14.284254 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.329807 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918ea7-66b1-4df8-894c-c2a9431a5d99 req-2e8edb0f-b316-43ed-a0d3-8d254bdede0a tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.337961 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7f918ea7-66b1-4df8-894c-c2a9431a5d99 req-2e8edb0f-b316-43ed-a0d3-8d254bdede0a tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 947 time: 0.0714030 Sep 10 17:39:14.414223 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7f918ea7-66b1-4df8-894c-c2a9431a5d99 req-c7840ecb-d03b-4c4f-a207-0306ccca110d tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744946 Sep 10 17:39:14.446568 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:14.462098 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.463601 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:14.565769 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b48f9c-f698-4eeb-a28c-10f1e9d8b3ad req-ebccf208-19e8-48c9-ade9-bbd86e6a663e tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.567608 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f2b48f9c-f698-4eeb-a28c-10f1e9d8b3ad req-ebccf208-19e8-48c9-ade9-bbd86e6a663e tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.1513076 Sep 10 17:39:14.574261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-8fb848fc-3d0f-48b9-837c-b037d83360fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.576070 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-8fb848fc-3d0f-48b9-837c-b037d83360fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 1100 time: 0.1608896 Sep 10 17:39:14.646598 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f2b48f9c-f698-4eeb-a28c-10f1e9d8b3ad req-496126aa-7876-4e30-8dd0-4a6c788445de tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Sep 10 17:39:14.714238 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:39:12Z', 'revision_number': 5, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:14.725091 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-6ca8bcfd-8de3-4d70-9cbb-77351c5f80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.727817 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-6ca8bcfd-8de3-4d70-9cbb-77351c5f80b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0b6fada5-bb7d-4ad8-bd0e-83edd405716d HTTP/1.1" status: 200 len: 870 time: 0.1360519 Sep 10 17:39:14.742971 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Checking router: 840664d5-2d04-441f-97bd-a8389d5f9663 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:14.752516 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Routers {'840664d5-2d04-441f-97bd-a8389d5f9663'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:14.753756 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['840664d5-2d04-441f-97bd-a8389d5f9663'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:14.804947 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-466d9914-1a6c-460a-9104-eeb1862f0141 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 HTTP/1.1" status: 200 len: 217 time: 0.0657229 Sep 10 17:39:14.817387 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.868175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-117087a1-c66c-4af0-82bf-01afeaada3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.869801 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-117087a1-c66c-4af0-82bf-01afeaada3e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee HTTP/1.1" status: 200 len: 843 time: 0.0506852 Sep 10 17:39:14.881285 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] Set router 840664d5-2d04-441f-97bd-a8389d5f9663 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:14.928694 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Deleting port 38173c2f-e193-4727-8f0f-15bc66daf4c7 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:14.929772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:14.932882 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-84537f66-4ae8-4c91-b049-8bdbb5d52511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:14.935019 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-84537f66-4ae8-4c91-b049-8bdbb5d52511 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b6fada5-bb7d-4ad8-bd0e-83edd405716d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0563319 Sep 10 17:39:15.014875 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] For port 38173c2f-e193-4727-8f0f-15bc66daf4c7, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=38173c2f-e193-4727-8f0f-15bc66daf4c7,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:15.015404 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.030544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Calling delete_port for 38173c2f-e193-4727-8f0f-15bc66daf4c7 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:39:15.084739 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-b8821533-564b-489c-9667-d939e321bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:39:12Z', 'revision_number': 5, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:15.104187 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-cad2b43d-8958-4847-b8ad-b4505d996742 service neutron] 10.222.0.61 "GET /v2.0/networks/0b6fada5-bb7d-4ad8-bd0e-83edd405716d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597469 Sep 10 17:39:15.123362 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8821533-564b-489c-9667-d939e321bf95 None None] The sync data for ids ['840664d5-2d04-441f-97bd-a8389d5f9663'] in dv-cinder-787195-9-iscsi is: [{'id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'name': 'tempest-ServerRescueNegativeTestJSON-1951843723-router', 'tenant_id': '67122ff0abcf4dbf856bee505093dee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:40Z', 'updated_at': '2021-09-10T17:39:12Z', 'revision_number': 5, 'project_id': '67122ff0abcf4dbf856bee505093dee1', 'gw_port': {'id': '38173c2f-e193-4727-8f0f-15bc66daf4c7', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840664d5-2d04-441f-97bd-a8389d5f9663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:15.211590 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c2f53ce-8f4e-4e33-a35f-efe03ba60165 req-a054c1ed-18b5-4bbe-9ce8-328e0a13876f service neutron] 10.222.0.61 "GET /v2.0/networks/0b6fada5-bb7d-4ad8-bd0e-83edd405716d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980327 Sep 10 17:39:15.314022 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.340422 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Pushing event deleted for resources: {'Port': ['ID=38173c2f-e193-4727-8f0f-15bc66daf4c7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:15.411080 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.527081 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.529502 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.589115 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0118a-e5ab-4e96-a4d0-ee4935ba19b7 req-d4992f9d-7611-4021-ac03-48c99b65236a tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:15.591256 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-13e0118a-e5ab-4e96-a4d0-ee4935ba19b7 req-d4992f9d-7611-4021-ac03-48c99b65236a tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 947 time: 0.1055813 Sep 10 17:39:15.641243 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-13e0118a-e5ab-4e96-a4d0-ee4935ba19b7 req-6e6b75e7-311a-47bc-8815-3395c52e2f81 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435882 Sep 10 17:39:15.665611 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.671703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840664d5-2d04-441f-97bd-a8389d5f9663 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:39:15.671703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.672652 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-096b6c15-13b1-462c-b7b6-d71f78d67156 admin admin] 10.222.0.53 "DELETE /v2.0/routers/840664d5-2d04-441f-97bd-a8389d5f9663 HTTP/1.1" status: 204 len: 168 time: 1.3992770 Sep 10 17:39:15.675131 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49158) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:15.724733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Deleting subnet 2d3e84be-a3fb-49b6-b97b-1f75a955d3af {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:39:15.728073 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.775098 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.810692 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:15.978056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.026858 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3e84be-a3fb-49b6-b97b-1f75a955d3af,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:16.026858 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.026858 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b911a2ba-de75-436d-909b-f2b2610d76d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d3e84be-a3fb-49b6-b97b-1f75a955d3af HTTP/1.1" status: 204 len: 168 time: 0.3504329 Sep 10 17:39:16.028602 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49162) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:16.068484 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d952e-ea98-49c6-88aa-ef9e32ae15d0 req-53e5cdaf-1b09-420b-a7c8-1d4a464864b6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:16.070030 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ee0d952e-ea98-49c6-88aa-ef9e32ae15d0 req-53e5cdaf-1b09-420b-a7c8-1d4a464864b6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0692894 Sep 10 17:39:16.130591 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ee0d952e-ea98-49c6-88aa-ef9e32ae15d0 req-28d99ea0-e368-4b76-99dc-c440562396d8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519404 Sep 10 17:39:16.140437 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3360c3de-5fb5-4c0a-864f-352c3991fe7f up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:16.145016 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.213509 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 3360c3de-5fb5-4c0a-864f-352c3991fe7f triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:16.213881 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.259449 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.281626 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7521732-974a-4a70-9e59-e4227af5ed61']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:16.292688 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:16.293044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7c9edd-22c2-4657-bb2e-cd5a1c7bea11') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:16.302627 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.312708 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:39:16.318813 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.324998 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:39:16.325388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:39:16.327025 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:39:16.332495 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:39:16.332843 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 6b6ce850-2cd7-4afa-afc5-4c74d9c549ff not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:39:16.468219 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.473566 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:16.476212 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b7521732-974a-4a70-9e59-e4227af5ed61 HTTP/1.1" status: 204 len: 168 time: 0.4455767 Sep 10 17:39:16.490275 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78394d1e-36a4-4adb-8a01-ec296aca01b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7521732-974a-4a70-9e59-e4227af5ed61,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:16.773199 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00a5b-7204-41db-8499-1102ed880c83 req-3204596f-19d3-4c96-9a9b-b7cd0c176d00 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:16.775150 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e0a00a5b-7204-41db-8499-1102ed880c83 req-3204596f-19d3-4c96-9a9b-b7cd0c176d00 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 947 time: 0.0585823 Sep 10 17:39:16.822928 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e0a00a5b-7204-41db-8499-1102ed880c83 req-1fefe8f9-38d0-462b-84f6-aeee44bbbc3f tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Sep 10 17:39:16.928812 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49182) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:16.973509 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7a12efb4-7670-469f-b589-610a21ab9c87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67122ff0abcf4dbf856bee505093dee1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434012 Sep 10 17:39:16.976931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49184) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:17.030498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.051400 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.176898 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.179830 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.183615 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4afaea8d-80ea-42e1-85ba-13b5bf13e75d HTTP/1.1" status: 204 len: 168 time: 0.2032325 Sep 10 17:39:17.196025 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b21edd-1491-4b31-bf09-cd760ac37884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afaea8d-80ea-42e1-85ba-13b5bf13e75d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:17.280109 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8734-ed80-4d09-95c6-f21b3c054722 req-2d645195-62c5-4dce-9562-d0fa77e36ae9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:17.281713 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ede8734-ed80-4d09-95c6-f21b3c054722 req-2d645195-62c5-4dce-9562-d0fa77e36ae9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0696161 Sep 10 17:39:17.323409 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ede8734-ed80-4d09-95c6-f21b3c054722 req-d3b30357-0bd6-493a-858f-70568ad10556 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335376 Sep 10 17:39:17.590831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:17.677303 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 38173c2f-e193-4727-8f0f-15bc66daf4c7 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:39:17.712801 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 38173c2f-e193-4727-8f0f-15bc66daf4c7 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:39:17.713139 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 38173c2f-e193-4727-8f0f-15bc66daf4c7 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:39:17.729607 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:17.741143 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49', 'network_id': '0b6fada5-bb7d-4ad8-bd0e-83edd405716d', 'port_id': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49', 'mac_address': 'fa:16:3e:9d:9b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4a602-0ff2-4c79-a45e-2fbe14d2f9ee', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:17.784351 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.797974 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:17.818997 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:17.908030 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:17.946506 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480778e6-56e4-49bc-b43b-2129a9c38704 req-e68c149b-1c80-40c5-b8ca-912d0bb0bbaa tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:17.947988 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-480778e6-56e4-49bc-b43b-2129a9c38704 req-e68c149b-1c80-40c5-b8ca-912d0bb0bbaa tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 947 time: 0.0574789 Sep 10 17:39:17.957219 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:17.988140 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-480778e6-56e4-49bc-b43b-2129a9c38704 req-5bc09626-53f0-4b5d-adaa-fb501ef55efd tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Sep 10 17:39:18.016341 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:18.208485 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:18.446707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2140a8-7b11-45b2-83b1-49b74987ea06 req-41afc2d1-f5bd-4f57-8897-7040cda0aaf1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:18.448381 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c2140a8-7b11-45b2-83b1-49b74987ea06 req-41afc2d1-f5bd-4f57-8897-7040cda0aaf1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0507562 Sep 10 17:39:18.488274 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c2140a8-7b11-45b2-83b1-49b74987ea06 req-e2586607-2910-4f21-8d1d-bb6647f1f63c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Sep 10 17:39:19.103903 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcecf5-8001-4130-852c-0161a84ac216 req-947b45eb-2252-48a6-a482-1602fc2ea48b tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.105456 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ebfcecf5-8001-4130-852c-0161a84ac216 req-947b45eb-2252-48a6-a482-1602fc2ea48b tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 948 time: 0.0521433 Sep 10 17:39:19.144163 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ebfcecf5-8001-4130-852c-0161a84ac216 req-9cb86c6c-7c2f-4519-8b7c-73284ea01315 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Sep 10 17:39:19.599675 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:19.605765 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d663b4-29db-4cbc-97ff-72e4f1706771 req-cc2a21b9-19c8-4efa-9686-b7695e26b13c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:19.607305 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10d663b4-29db-4cbc-97ff-72e4f1706771 req-cc2a21b9-19c8-4efa-9686-b7695e26b13c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0512681 Sep 10 17:39:19.652756 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10d663b4-29db-4cbc-97ff-72e4f1706771 req-7b1f308c-f92a-4541-b39b-d7472545c77b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Sep 10 17:39:19.723920 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:19.728809 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:19.729181 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:19.810342 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:19.832532 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:19.834738 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e198e919-d29e-4ee0-8ed7-098ba91205c8" -d '{"events": [{"server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "name": "network-vif-plugged", "status": "completed", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:19.847538 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:19.873655 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34364aaa-5e1f-46e4-ab0d-5f2ffdf174cc x-openstack-request-id: req-34364aaa-5e1f-46e4-ab0d-5f2ffdf174cc {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:19.873945 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "name": "network-vif-plugged", "status": "completed", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:19.874199 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34364aaa-5e1f-46e4-ab0d-5f2ffdf174cc {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:19.874587 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49', 'code': 200} Sep 10 17:39:19.953678 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:20.001244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:20.263241 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73f01c-43e1-4dcc-948a-459cb6616404 req-a9849fdc-e445-4e6c-ae55-38c3e3cb37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:20.264764 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b73f01c-43e1-4dcc-948a-459cb6616404 req-a9849fdc-e445-4e6c-ae55-38c3e3cb37bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 1102 time: 0.0720294 Sep 10 17:39:20.277476 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fab3f3-30b6-4e67-97bf-9fdb4cba5024 req-2590e588-005e-43b2-ac1b-5bac37a11762 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:20.279035 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0fab3f3-30b6-4e67-97bf-9fdb4cba5024 req-2590e588-005e-43b2-ac1b-5bac37a11762 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0605419 Sep 10 17:39:20.330707 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2b73f01c-43e1-4dcc-948a-459cb6616404 req-beb8afdb-694f-42c4-9133-22b0cb9f7f2d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507081 Sep 10 17:39:20.338300 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0fab3f3-30b6-4e67-97bf-9fdb4cba5024 req-159ed570-09f6-4100-8af0-fbef87d46617 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531569 Sep 10 17:39:20.782669 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da566f6-4ec6-49b8-b9f2-05993739cced req-43367a22-8c89-4338-9d8b-26223e24a742 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:20.784142 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9da566f6-4ec6-49b8-b9f2-05993739cced req-43367a22-8c89-4338-9d8b-26223e24a742 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0520110 Sep 10 17:39:20.828735 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9da566f6-4ec6-49b8-b9f2-05993739cced req-ac732da4-d4da-4af4-bd52-024731dfa51e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Sep 10 17:39:21.455175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155a35-1b72-4493-bb7d-a457dfa55824 req-07192b74-f4fa-4ffe-b0fe-9df96ef15717 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:21.456662 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-58155a35-1b72-4493-bb7d-a457dfa55824 req-07192b74-f4fa-4ffe-b0fe-9df96ef15717 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0494056 Sep 10 17:39:21.495553 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-58155a35-1b72-4493-bb7d-a457dfa55824 req-7aaaa4a9-0680-4ca8-bbb1-4ee72f756136 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Sep 10 17:39:21.942821 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e97e0e-6daf-47c2-b491-efbdfa7f751b req-5e396552-19dd-442d-8ea4-0887f7830a77 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:21.944195 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e97e0e-6daf-47c2-b491-efbdfa7f751b req-5e396552-19dd-442d-8ea4-0887f7830a77 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0485523 Sep 10 17:39:21.986733 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e97e0e-6daf-47c2-b491-efbdfa7f751b req-2f45117e-0cc7-4148-83cd-437c9c830fee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365906 Sep 10 17:39:22.611675 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d3d9e-694e-4bb2-a92c-05a62042f9c5 req-03abba83-2b80-45bf-81f7-96f8fbf71437 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:22.613200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f99d3d9e-694e-4bb2-a92c-05a62042f9c5 req-03abba83-2b80-45bf-81f7-96f8fbf71437 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0499170 Sep 10 17:39:22.652703 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f99d3d9e-694e-4bb2-a92c-05a62042f9c5 req-70abea96-6a38-46dc-a599-35e3063f8720 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Sep 10 17:39:23.103369 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925258-fade-4621-b37b-6f51ec2d33bb req-c2e8c014-d9b0-4bc0-9988-c3ebd994e760 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:23.105313 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e0925258-fade-4621-b37b-6f51ec2d33bb req-c2e8c014-d9b0-4bc0-9988-c3ebd994e760 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0492594 Sep 10 17:39:23.144087 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e0925258-fade-4621-b37b-6f51ec2d33bb req-a4e3977e-8c9c-47ce-adc1-f6619d4f2620 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Sep 10 17:39:23.767841 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511922-4713-49f4-a29f-3a995f94dde4 req-9b6b8706-bc71-4570-9bf0-2a7751d4799f tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:23.769634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d4511922-4713-49f4-a29f-3a995f94dde4 req-9b6b8706-bc71-4570-9bf0-2a7751d4799f tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0504317 Sep 10 17:39:23.814249 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d4511922-4713-49f4-a29f-3a995f94dde4 req-13483832-ae9a-45e6-b493-835a868099cd tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Sep 10 17:39:24.258324 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91758e6-aad7-4513-9b76-cffe537b3e0a req-c2363dea-38ce-4d10-8d51-183a4376f323 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.259787 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b91758e6-aad7-4513-9b76-cffe537b3e0a req-c2363dea-38ce-4d10-8d51-183a4376f323 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0490453 Sep 10 17:39:24.296957 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b91758e6-aad7-4513-9b76-cffe537b3e0a req-d5769e30-db24-4e14-ba0a-4795aa2e5123 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Sep 10 17:39:24.941760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca4fe2-4e41-44e5-80f7-5f5b72e72cf3 req-34483435-3f33-4034-bc07-092ef6431282 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:24.943647 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9dca4fe2-4e41-44e5-80f7-5f5b72e72cf3 req-34483435-3f33-4034-bc07-092ef6431282 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0577219 Sep 10 17:39:24.987393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9dca4fe2-4e41-44e5-80f7-5f5b72e72cf3 req-d52d3ccc-02bc-4b30-b96a-b7c242b69d02 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Sep 10 17:39:25.413024 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071daa7-3823-41ba-85bf-35d9c8257451 req-3f580829-98ea-43bc-a871-0054ecab1021 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:25.414541 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c071daa7-3823-41ba-85bf-35d9c8257451 req-3f580829-98ea-43bc-a871-0054ecab1021 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0499318 Sep 10 17:39:25.456627 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c071daa7-3823-41ba-85bf-35d9c8257451 req-74094be8-8a6c-427c-a566-55ff96cb25d0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361550 Sep 10 17:39:26.134155 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967bac-cc30-48c1-a494-fbf3744f7027 req-8f7ba8ef-7399-4ddc-b984-3eae1193aca1 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.136079 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2a967bac-cc30-48c1-a494-fbf3744f7027 req-8f7ba8ef-7399-4ddc-b984-3eae1193aca1 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0642836 Sep 10 17:39:26.185509 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2a967bac-cc30-48c1-a494-fbf3744f7027 req-f3e41f4e-437a-4fc3-a11c-373aed1b4489 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Sep 10 17:39:26.322273 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3a2d-397c-4616-ab68-340157f84f0d req-5983e9ea-ae7c-46c6-af5a-1a7280eb4b7f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.325524 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-64ca3a2d-397c-4616-ab68-340157f84f0d req-5983e9ea-ae7c-46c6-af5a-1a7280eb4b7f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0665569 Sep 10 17:39:26.394224 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-64ca3a2d-397c-4616-ab68-340157f84f0d req-b49a5f54-8f15-4901-b2ba-e8f0c1a7ee8c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Sep 10 17:39:26.426585 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49350) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:26.741505 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b208244-37e5-4c33-9a00-c9b284ec4719 tempest-TestMinimumBasicScenario-1730210485 tempest-TestMinimumBasicScenario-1730210485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.743322 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0b208244-37e5-4c33-9a00-c9b284ec4719 tempest-TestMinimumBasicScenario-1730210485 tempest-TestMinimumBasicScenario-1730210485-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1094 time: 0.3157198 Sep 10 17:39:26.747382 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:26.754594 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'port_id': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:26.755283 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0155-f59f-4bc3-abeb-7bdff87fe6bb req-bc68acad-05ab-4d13-a1c8-43a64b01df89 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.757257 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10fd0155-f59f-4bc3-abeb-7bdff87fe6bb req-bc68acad-05ab-4d13-a1c8-43a64b01df89 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.1057501 Sep 10 17:39:26.860367 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10fd0155-f59f-4bc3-abeb-7bdff87fe6bb req-23a4a905-dc69-4fb6-b94e-cd1f63f1c9c9 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955482 Sep 10 17:39:26.887178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2393fc3-6ee7-4c41-8f90-d9582884c58d req-a21cf5cf-5659-454e-bb05-97ca47a8da69 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:26.888851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2393fc3-6ee7-4c41-8f90-d9582884c58d req-a21cf5cf-5659-454e-bb05-97ca47a8da69 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.1022160 Sep 10 17:39:26.921066 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:26.933148 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2393fc3-6ee7-4c41-8f90-d9582884c58d req-78330c1a-4234-45ae-a16f-ac6f7c0dbccd tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Sep 10 17:39:27.024787 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.134071 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Allocated IP 172.27.3.26 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/5e7d9846-60a5-424f-a404-f5afe7a4037f) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:27.238955 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.352380 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.392655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:27.396702 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:27.400079 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:27.408259 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'Port': ['ID=5e7d9846-60a5-424f-a404-f5afe7a4037f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:27.742301 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.865720 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:27.982708 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175bc2e-4cef-42ec-9bca-1e114ea130b7 req-a0c9d781-6ed4-457f-8013-63d7f4d1b1fc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:27.984223 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2175bc2e-4cef-42ec-9bca-1e114ea130b7 req-a0c9d781-6ed4-457f-8013-63d7f4d1b1fc tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0539970 Sep 10 17:39:28.031588 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2175bc2e-4cef-42ec-9bca-1e114ea130b7 req-9f00727f-a3d7-4585-80fa-dacc8a235f10 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Sep 10 17:39:28.036733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.078531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026143c0-844f-42b4-a9f9-fe6b986d224d req-7731a8f1-d9bf-4233-b505-03874d5a2708 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:28.084456 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-026143c0-844f-42b4-a9f9-fe6b986d224d req-7731a8f1-d9bf-4233-b505-03874d5a2708 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0536435 Sep 10 17:39:28.102371 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.119780 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-026143c0-844f-42b4-a9f9-fe6b986d224d req-954a559e-bb3b-46af-8934-b8e61dd895cc tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Sep 10 17:39:28.171873 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'Port': ['ID=5e7d9846-60a5-424f-a404-f5afe7a4037f,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:28.183535 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.283235 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Floating IP c357c2bd-41c5-4345-a16d-61f2ba2a2982 associated. External IP: 172.27.3.26, port: 4d0fff8b-a56f-4422-9a54-03ad278726e7. Sep 10 17:39:28.321438 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-a3ae1deb-f40d-4770-a282-2c0797dc4ad4 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:28.322881 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-a3ae1deb-f40d-4770-a282-2c0797dc4ad4 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.61 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 949 time: 0.0485539 Sep 10 17:39:28.424466 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Deleting port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:28.424720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.489465 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Router 39326024-0a62-49dd-bace-6fde646735d7 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:28.516528 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] For port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,segment=NetworkSegment(dbfb2ad1-324b-49f6-a736-2ce42acab53f),segment_id=dbfb2ad1-324b-49f6-a736-2ce42acab53f)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:28.521804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.529787 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Calling delete_port for dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:39:28.601440 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:28.621838 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Sync routers for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:28.632271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:28.632971 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:28.652075 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49406) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:28.810242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:28.851732 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.895734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Pushing event deleted for resources: {'Port': ['ID=dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:28.976576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] No DVR routers for this DVR port dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:39:28.976576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.976576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ec27f87-632c-4efb-93f0-67d58c3b2c12 req-2e5da493-a6e4-4b04-afd1-8a6f13a18355 tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.61 "DELETE /v2.0/ports/dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 HTTP/1.1" status: 204 len: 173 time: 0.6234436 Sep 10 17:39:28.976576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'name': 'network-vif-deleted', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:28.976576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c47e7-fbe1-4592-921b-9cadb76d7bb4" -d '{"events": [{"server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "name": "network-vif-deleted", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:28.988536 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff268b8b-3c23-4f73-a27d-88b8815db053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:28.990630 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.007741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e9ddf-aca0-423d-ae9b-cb9ab0d8c4d9 x-openstack-request-id: req-127e9ddf-aca0-423d-ae9b-cb9ab0d8c4d9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:29.008676 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21486efd-10b1-4ab8-ab34-57fba9450ba5", "name": "network-vif-deleted", "tag": "dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:29.010880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-127e9ddf-aca0-423d-ae9b-cb9ab0d8c4d9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:29.010880 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21486efd-10b1-4ab8-ab34-57fba9450ba5', 'name': 'network-vif-deleted', 'tag': 'dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49', 'status': 'completed', 'code': 200} Sep 10 17:39:29.040570 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d21d96d8-da7b-4131-9aa2-a1090740837b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2915232 Sep 10 17:39:29.043305 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:29.043508 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:29.044094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49414) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:29.047132 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff91c8-db49-4e57-adfd-87b1e034c2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:29.047390 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6abbebae-b48b-4828-a24c-1a23fb8715d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.055235 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205146270', 'description': 'tempest-secgroup-smoke-205146270 description', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:29.108557 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93de5e9b-4f69-4049-991b-d5c927739ae2 x-openstack-request-id: req-93de5e9b-4f69-4049-991b-d5c927739ae2 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:29.108982 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:29.109411 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93de5e9b-4f69-4049-991b-d5c927739ae2 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:29.109904 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:39:29.167686 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff268b8b-3c23-4f73-a27d-88b8815db053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.214939 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb7ba6-e2b3-44a2-be1b-ad59e1634a18 req-1e9a25b1-a147-471f-aa6f-1e14104cfa94 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.217264 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f9eb7ba6-e2b3-44a2-be1b-ad59e1634a18 req-1e9a25b1-a147-471f-aa6f-1e14104cfa94 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0904360 Sep 10 17:39:29.233878 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff268b8b-3c23-4f73-a27d-88b8815db053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.273049 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff268b8b-3c23-4f73-a27d-88b8815db053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fde438-230e-4c59-9e9f-f936907ee4c0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:29.280629 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ff268b8b-3c23-4f73-a27d-88b8815db053 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb8a9aa5e11c4d7199b64ee12020e416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272748 Sep 10 17:39:29.281363 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'c357c2bd-41c5-4345-a16d-61f2ba2a2982', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': '39326024-0a62-49dd-bace-6fde646735d7', 'port_id': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'mac_address': 'fa:16:3e:50:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:27Z', 'updated_at': '2021-09-10T17:39:27Z', 'revision_number': 0, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:29.283317 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49422) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:29.286757 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8d05faa8-5da3-4b75-b50e-6d527420821f req-8d68e5c5-c94f-4347-9e27-d2e2165dbe7e tempest-VolumesNegativeTest-1888104049 tempest-VolumesNegativeTest-1888104049-project] 10.222.0.53 "GET /v2.0/ports?device_id=21486efd-10b1-4ab8-ab34-57fba9450ba5 HTTP/1.1" status: 200 len: 210 time: 0.0605273 Sep 10 17:39:29.297956 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-08a6a27c-52d0-408b-b268-1134c09c687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.299729 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-08a6a27c-52d0-408b-b268-1134c09c687d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1099 time: 0.1399553 Sep 10 17:39:29.315972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Checking router: 39326024-0a62-49dd-bace-6fde646735d7 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:29.326278 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:29.326586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:29.345064 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f9eb7ba6-e2b3-44a2-be1b-ad59e1634a18 req-ef8f9e0e-cead-48c0-be4e-1556194c6888 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137123 Sep 10 17:39:29.357922 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.387740 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.396571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.426244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-f846bdd4-921c-4556-b8df-e1e7904db914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.427821 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-f846bdd4-921c-4556-b8df-e1e7904db914 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.1153336 Sep 10 17:39:29.455701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:29.537356 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.539930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.541322 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50fde438-230e-4c59-9e9f-f936907ee4c0 HTTP/1.1" status: 204 len: 168 time: 0.2560468 Sep 10 17:39:29.551962 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31f35f-4379-48d7-8386-846bbc38ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fde438-230e-4c59-9e9f-f936907ee4c0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:29.699164 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'c357c2bd-41c5-4345-a16d-61f2ba2a2982', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': '39326024-0a62-49dd-bace-6fde646735d7', 'port_id': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'mac_address': 'fa:16:3e:50:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:27Z', 'updated_at': '2021-09-10T17:39:27Z', 'revision_number': 0, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:29.732311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8b9cc-2cdd-4770-a712-a3869f15398d None None] The sync data for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi is: [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'c357c2bd-41c5-4345-a16d-61f2ba2a2982', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': '39326024-0a62-49dd-bace-6fde646735d7', 'port_id': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'mac_address': 'fa:16:3e:50:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:27Z', 'updated_at': '2021-09-10T17:39:27Z', 'revision_number': 0, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:29.771219 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-924e28a5-4a00-4ec1-9377-a2f0e1856bcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 999 time: 0.3311954 Sep 10 17:39:29.834044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.894186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-4c2a59a0-df22-44a0-9919-f0dea0c1851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.895774 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-4c2a59a0-df22-44a0-9919-f0dea0c1851d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.1136768 Sep 10 17:39:29.940546 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f324eb-73bf-430a-b275-8ba94218aae7 None None] New status for floating IP c357c2bd-41c5-4345-a16d-61f2ba2a2982: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:39:29.943101 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:29.976821 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-a1207ec0-7c7b-499a-b874-3c92fd8203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:29.979633 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-a1207ec0-7c7b-499a-b874-3c92fd8203b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745482 Sep 10 17:39:29.985739 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb75511-1b19-4d25-8eb8-34eec8fffeea,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:30.061865 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.066028 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49430) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:30.066530 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-2fa975de-2865-4a2f-b867-0a3fe7886b8d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0205581 Sep 10 17:39:30.071913 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:30.096992 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-0d640630-bf93-4d40-adaa-45c164d9f5ca service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083455 Sep 10 17:39:30.175529 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.201472 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80ff91c8-db49-4e57-adfd-87b1e034c2ae req-fc844d7e-7325-439d-8355-3bd1f98180fd service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958302 Sep 10 17:39:30.241319 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.296376 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.315906 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40add44b-9a73-4d44-a1d8-40b4bfe8407b,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:30.365265 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.368466 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d7e3c882-fc75-4fe2-a636-a4fddffefff1 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988575 Sep 10 17:39:30.369430 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49442) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:30.373872 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:30.484734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7a7ad-450c-4fc5-afcd-7e55ceaade2a req-1375739f-8287-40ea-914c-7c67bba99d43 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:30.486216 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8dc7a7ad-450c-4fc5-afcd-7e55ceaade2a req-1375739f-8287-40ea-914c-7c67bba99d43 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0526879 Sep 10 17:39:30.488183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.540845 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8dc7a7ad-450c-4fc5-afcd-7e55ceaade2a req-3049b410-7320-4de7-bdf3-5464a0e008b4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487049 Sep 10 17:39:30.560923 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.633838 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.650702 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f255fc-df44-4851-a283-d2812b032df4,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:30.765816 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.769138 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c9715aba-dc68-42fd-bb36-e86b5958a2f5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967352 Sep 10 17:39:30.771032 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49466) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:30.775780 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:30.901689 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:30.973454 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.088707 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.112402 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00536a5d-6739-4c61-b96c-9bb77da752b8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:31.187844 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.189132 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-28bc1b8d-5cb4-401a-ac3d-893ab815c518 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170871 Sep 10 17:39:31.191979 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49480) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:31.196580 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:31.295441 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.344575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.432076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.432411 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-038b5e71-08a4-4552-bbe6-d5dba7485735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.451384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e1d64-41bd-478a-b86c-41b0caeb3808,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:31.540870 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.542214 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-6bc43f40-2521-4933-8d4d-a8be8a2c254b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3490887 Sep 10 17:39:31.545994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49502) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:31.550383 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:31.656325 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.securitygroups_db [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Project 4c9de4e40b2942fa80626cc38dc352c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:31.659260 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:39:31.661449 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.690469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:39:31.690964 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device dee23b98-b54c-4ad3-b4bb-cd27cbb1fd49 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:39:31.694441 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.707328 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1020-c9a3-4ba3-b7d8-f0f7480d4e53 req-a7851f5f-606b-4bc7-af7b-199e9db91655 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:31.708864 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-028f1020-c9a3-4ba3-b7d8-f0f7480d4e53 req-a7851f5f-606b-4bc7-af7b-199e9db91655 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0846429 Sep 10 17:39:31.760521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.776419 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-028f1020-c9a3-4ba3-b7d8-f0f7480d4e53 req-47dd2121-8da0-4aba-a157-8f4518861712 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583150 Sep 10 17:39:31.844334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.862405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e64773-b1f7-470b-92f9-0c67053bdbd8,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:31.930727 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:31.931978 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-11e1bab0-2a9f-4478-b19f-b8f82a052e1c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850188 Sep 10 17:39:31.934863 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49560) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:31.939453 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'security_group_rule': {'security_group_id': 'dbb75511-1b19-4d25-8eb8-34eec8fffeea', 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:32.031900 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.securitygroups_db [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Project 4c9de4e40b2942fa80626cc38dc352c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:32.037068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.141626 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f85e-3e31-41eb-8277-a0ad042f2945 req-82b43951-e298-4395-99ea-bf24f4a66673 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.143143 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7698f85e-3e31-41eb-8277-a0ad042f2945 req-82b43951-e298-4395-99ea-bf24f4a66673 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0958881 Sep 10 17:39:32.150905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.242241 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7698f85e-3e31-41eb-8277-a0ad042f2945 req-762b8b4d-d1f9-462c-aa34-57340665557e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901003 Sep 10 17:39:32.245858 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.257599 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-e3b8ec94-17d6-422a-addf-baa12493ced8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90857164&fields=id&tenant_id=deac01252687455089fd45498dc24ed4 HTTP/1.1" status: 200 len: 267 time: 0.0988908 Sep 10 17:39:32.287662 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1143f69d-e4d3-440a-995b-c5275e8437f8,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:32.303304 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-28d25083-07ca-4124-b004-9a67f52ae26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.304884 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-28d25083-07ca-4124-b004-9a67f52ae26e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1098 time: 0.1153040 Sep 10 17:39:32.369323 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.370516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-9947ad50-10e3-4f1a-8ce7-920ddb4e57d6 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4347124 Sep 10 17:39:32.422259 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.461852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-2891022f-423e-45d1-9191-74c29cba5f47 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.463307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-2891022f-423e-45d1-9191-74c29cba5f47 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 808 time: 0.1941922 Sep 10 17:39:32.500834 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-67ea90dd-e19d-407f-a2bd-3c7115cb7f4e tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205146270&fields=id&tenant_id=4c9de4e40b2942fa80626cc38dc352c4 HTTP/1.1" status: 200 len: 267 time: 0.0764811 Sep 10 17:39:32.504206 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-40cc8c79-b27e-4cfa-ac7d-975f29d2e629 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/quotas/deac01252687455089fd45498dc24ed4 HTTP/1.1" status: 200 len: 375 time: 0.0316820 Sep 10 17:39:32.505374 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-5d83d325-3f38-4325-9612-262eda2f37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.506802 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-5d83d325-3f38-4325-9612-262eda2f37c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 911 time: 0.1871309 Sep 10 17:39:32.636483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-5057e932-b230-4b12-82d4-376f7c6519f8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256850 Sep 10 17:39:32.645202 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-6d72c4a2-30d4-4305-b98e-5830c319478f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.649211 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-6d72c4a2-30d4-4305-b98e-5830c319478f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.1377883 Sep 10 17:39:32.649211 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-3163f0c6-2e3a-44c3-b9b1-74c80dad5d6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 1000 time: 0.1298015 Sep 10 17:39:32.702982 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'port': {'security_groups': ['f7564ad2-c3e2-4edc-a006-4fad78686d6f', 'dbb75511-1b19-4d25-8eb8-34eec8fffeea']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:32.735365 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49602) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:32.792249 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-a0acb3af-7d73-4b42-aa64-9421299d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.794393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-a0acb3af-7d73-4b42-aa64-9421299d85f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.1374409 Sep 10 17:39:32.848678 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5767716b-8da3-4a15-b9be-840af3fc7382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.861889 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.866916 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-d814812d-36d8-43e1-9af2-43f209436e38 service neutron] 10.222.0.53 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171438 Sep 10 17:39:32.937305 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5767716b-8da3-4a15-b9be-840af3fc7382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:32.939005 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-1f2128a6-7424-4319-9d6a-7f88be67a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:32.940557 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-1f2128a6-7424-4319-9d6a-7f88be67a802 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286819 Sep 10 17:39:33.006733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5767716b-8da3-4a15-b9be-840af3fc7382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.052635 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5767716b-8da3-4a15-b9be-840af3fc7382 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc6c5c316ee1415c97646fd25de24fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161397 Sep 10 17:39:33.053497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49622) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:33.055886 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767716b-8da3-4a15-b9be-840af3fc7382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160696c-6f92-42fa-b1d2-ce249469d685,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:33.095475 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-c5aac321-c1ec-4731-95a3-940df20a4aa0 service neutron] 10.222.0.53 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188292 Sep 10 17:39:33.121534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.143279 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-479473ca-e1f6-4eef-9871-0b1c989bfa55 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704316 Sep 10 17:39:33.152073 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.280034 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:33.296887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.299894 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.303182 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-30baa8ff-aa1a-4c4d-bccf-f1b02934b2bd req-3e0bb037-fa46-4315-b212-0e0f464634b4 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490321 Sep 10 17:39:33.304390 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5160696c-6f92-42fa-b1d2-ce249469d685 HTTP/1.1" status: 204 len: 168 time: 0.2495236 Sep 10 17:39:33.312755 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac6e5d-2a36-447e-9802-47ca85588367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160696c-6f92-42fa-b1d2-ce249469d685,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:33.333862 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.380760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.393982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:33.431041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:33.431448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.434503 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e45f1f01-a9f3-4a8c-a1a5-2d827f073960 req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "PUT /v2.0/ports/4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 982 time: 0.7577581 Sep 10 17:39:33.435270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:33.442191 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:33.485836 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a91e7-6c3e-4c35-9941-775efc8570f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=6']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:33.518732 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:33.564094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb61401-4de7-4180-9a7d-f9145cc2e91b req-827a21eb-f359-4b70-a99b-ba5b3259469b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:33.571680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbb61401-4de7-4180-9a7d-f9145cc2e91b req-827a21eb-f359-4b70-a99b-ba5b3259469b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0655606 Sep 10 17:39:33.611142 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbb61401-4de7-4180-9a7d-f9145cc2e91b req-9d0f82fa-d8a4-4111-a940-b0c5f2e678c6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383682 Sep 10 17:39:33.812679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d4e98-d130-4576-bd93-771d18f61375 x-openstack-request-id: req-4c9d4e98-d130-4576-bd93-771d18f61375 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:33.813197 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:33.814060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c9d4e98-d130-4576-bd93-771d18f61375 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:33.814717 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:39:33.854376 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3414-ed71-4573-b8da-7be92cb4d8c9 req-6d22fde3-b0b0-4ecf-901d-db008aba8d2a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:33.857160 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-827e3414-ed71-4573-b8da-7be92cb4d8c9 req-6d22fde3-b0b0-4ecf-901d-db008aba8d2a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.1069970 Sep 10 17:39:33.879014 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1e773ece-bccd-409b-ad24-c422b33ef0f6 None None] Provisioning complete for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:33.879864 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1e773ece-bccd-409b-ad24-c422b33ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:33.926415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f69e91da-9862-4cb3-8264-d34f3210a360 req-a8098c52-0f5e-49dd-b6f4-65b768e51ab5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 210 time: 0.0824807 Sep 10 17:39:33.954787 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-f7ee9cb6-ada8-420f-a3a7-a337a2d4a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:33.954787 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-f7ee9cb6-ada8-420f-a3a7-a337a2d4a5fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1138 time: 0.1216302 Sep 10 17:39:33.971469 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-827e3414-ed71-4573-b8da-7be92cb4d8c9 req-fdbfcd34-289d-4564-bc14-1945f4d67d83 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859540 Sep 10 17:39:34.070287 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-96e761ff-f27c-44b5-87c0-e364d27ba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:34.071819 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-96e761ff-f27c-44b5-87c0-e364d27ba6ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.0991797 Sep 10 17:39:34.180675 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-691b8e27-56d4-4dbb-a8ac-ac3e6b9f6fd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 1001 time: 0.1011119 Sep 10 17:39:34.249647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-eaf56da5-4af8-4895-88b7-fcd2266e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:34.251397 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-eaf56da5-4af8-4895-88b7-fcd2266e8217 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0623519 Sep 10 17:39:34.287195 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.311448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-e771a27c-b0ea-4f89-882a-79a1c346b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:34.312988 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-e771a27c-b0ea-4f89-882a-79a1c346b341 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496671 Sep 10 17:39:34.346800 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49718) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:34.361226 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6de05d-f9d9-4247-b932-7e90a77cfd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.412457 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-9629c542-a200-4c33-b763-1c2a40ccc521 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901921 Sep 10 17:39:34.468777 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6de05d-f9d9-4247-b932-7e90a77cfd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.519860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ba4825c-e5e2-4762-9f6f-4c32dfebe013 req-1e08e6db-28e1-4528-bc1a-570c1c815240 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977914 Sep 10 17:39:34.529121 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1a6de05d-f9d9-4247-b932-7e90a77cfd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.570938 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1a6de05d-f9d9-4247-b932-7e90a77cfd92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a48141cd1b84dc9b3828736758ef954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225068 Sep 10 17:39:34.572028 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6de05d-f9d9-4247-b932-7e90a77cfd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac66e9-22b1-4686-b313-20bbfc95ee89,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:34.575090 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49728) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:34.635795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.658752 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.740942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7720ed-4fdf-4bc7-b6fa-0d15a800df07 req-35a03819-24bf-4e08-bc33-fb3bee3318b5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:34.742464 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e7720ed-4fdf-4bc7-b6fa-0d15a800df07 req-35a03819-24bf-4e08-bc33-fb3bee3318b5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0605686 Sep 10 17:39:34.783640 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e7720ed-4fdf-4bc7-b6fa-0d15a800df07 req-92b445bb-1841-446b-9493-4b733d045ae8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346603 Sep 10 17:39:34.828302 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.830897 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:34.832067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25ac66e9-22b1-4686-b313-20bbfc95ee89 HTTP/1.1" status: 204 len: 168 time: 0.2566144 Sep 10 17:39:34.845013 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826f6f-d04e-4560-8012-d9928c65c2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac66e9-22b1-4686-b313-20bbfc95ee89,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:35.029335 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e248993-f583-4785-97f5-02ea1d729082 req-e119f968-05ff-4dd0-af8d-dbcd78feef42 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 210 time: 0.0302892 Sep 10 17:39:36.129954 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7b79bd4-19d0-4be8-95d7-9f92ddade264 req-f2b32250-fca8-4a88-8f7b-8f21ed2566a0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 210 time: 0.0300720 Sep 10 17:39:36.155361 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-068ea3bf-9634-4674-b046-cfe6c08cfcaa tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:36.156826 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-068ea3bf-9634-4674-b046-cfe6c08cfcaa tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 808 time: 0.1352398 Sep 10 17:39:36.202331 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-5709f5a0-2841-40d1-997b-ea4a7faa24e6 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deac01252687455089fd45498dc24ed4 HTTP/1.1" status: 200 len: 378 time: 0.0327587 Sep 10 17:39:36.212923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'port': {'device_id': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'admin_state_up': True, 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'security_groups': ['d5a1c565-bddd-4449-9869-0ef3fb6456cd']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:36.405288 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Made reservation on behalf of deac01252687455089fd45498dc24ed4 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:36.409135 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:36.775558 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Allocated IP 172.20.0.5 (ac3d1131-e4ca-4f0c-bae8-bba91c229c89/070d9c47-fded-460e-a127-779926f805ba/7c24cb22-2923-4076-a541-be8cbb8305f9) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:36.914304 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:36.930576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Transition to ACTIVE for port object 7c24cb22-2923-4076-a541-be8cbb8305f9 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:36.941998 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49818) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:37.028933 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.075595 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:37.078824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:37.082920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:37.103523 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ae553dc7-5c52-4c55-bec0-ebd835cdfced admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ccfc9d348d84fa1b8164b9c8bd881bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602623 Sep 10 17:39:37.104605 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49826) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:37.113264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:37.148075 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:37.149023 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.209007 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.233122 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-dc02d869-1022-4156-b0d3-15995d180774 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0246038 Sep 10 17:39:37.237105 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.272389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Request body: {'port': {'device_id': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:37.334545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc775fa-2edd-4db2-b1aa-b95f72b706e0 req-6f1075b4-28ce-48fb-afa8-13664e80c916 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:37.336030 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6dc775fa-2edd-4db2-b1aa-b95f72b706e0 req-6f1075b4-28ce-48fb-afa8-13664e80c916 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 931 time: 0.0996733 Sep 10 17:39:37.343526 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.391860 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.396570 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.409614 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e6fa24c-21a5-42bd-b2fe-87bcc70944bb HTTP/1.1" status: 204 len: 168 time: 0.2960851 Sep 10 17:39:37.412533 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6dc775fa-2edd-4db2-b1aa-b95f72b706e0 req-7b4e78c9-8c26-49c5-8d97-e9c68504f3f5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697849 Sep 10 17:39:37.420766 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fe270-5707-4147-b817-e4fa1e58d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6fa24c-21a5-42bd-b2fe-87bcc70944bb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:37.460127 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2a09a51e-94e1-453e-9842-c8b96ea27647 None None] Provisioning for port 7c24cb22-2923-4076-a541-be8cbb8305f9 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:37.464290 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2a09a51e-94e1-453e-9842-c8b96ea27647 None None] Provisioning complete for port 7c24cb22-2923-4076-a541-be8cbb8305f9 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:37.464751 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2a09a51e-94e1-453e-9842-c8b96ea27647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.501859 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-2a09a51e-94e1-453e-9842-c8b96ea27647 None None] Port 7c24cb22-2923-4076-a541-be8cbb8305f9 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:37.653098 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c24cb22-2923-4076-a541-be8cbb8305f9 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:37.660480 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.673175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Transition to ACTIVE for port object 7c24cb22-2923-4076-a541-be8cbb8305f9 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:37.763538 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.854040 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:37.893444 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Attempting to bind port 7c24cb22-2923-4076-a541-be8cbb8305f9 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:37.893925 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Attempting to bind port 7c24cb22-2923-4076-a541-be8cbb8305f9 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:37.894266 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Attempting to bind port 7c24cb22-2923-4076-a541-be8cbb8305f9 on network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:37.899683 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Port 7c24cb22-2923-4076-a541-be8cbb8305f9 on network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:39:37.900029 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Attempting to bind port 7c24cb22-2923-4076-a541-be8cbb8305f9 on network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:37.906202 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:37.913451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Checking segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:37.913451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Bound using segment: {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:37.913451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Bound port: 7c24cb22-2923-4076-a541-be8cbb8305f9, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b42fd4-5371-4192-bd5a-7b75603d4c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:37.913451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:37.982010 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:37.984927 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:38.083627 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.116905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.117693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.119078 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] 10.222.0.61 "PUT /v2.0/ports/7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 1093 time: 0.8512011 Sep 10 17:39:38.119514 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:38.122083 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5924b6c-3096-4382-aa6c-c0c5baada88b" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:38.149401 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0adc-75ef-4583-a778-f278263e1150 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:38.162126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b3708c-7f97-47a5-a1b6-1ed1351efc61 x-openstack-request-id: req-55b3708c-7f97-47a5-a1b6-1ed1351efc61 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:38.162126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:38.162126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55b3708c-7f97-47a5-a1b6-1ed1351efc61 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:38.162126 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'status': 'completed', 'code': 200} Sep 10 17:39:38.233693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-e3b63460-4959-49b4-9118-c05c8b433fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.235204 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-e3b63460-4959-49b4-9118-c05c8b433fa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1096 time: 0.0502157 Sep 10 17:39:38.343020 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-1f6d01b2-ded2-4c6d-b5ac-bb0d422ddb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.344494 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-1f6d01b2-ded2-4c6d-b5ac-bb0d422ddb64 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=deac01252687455089fd45498dc24ed4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0999694 Sep 10 17:39:38.438606 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-1e2d0346-2e24-44f4-aa07-1bf0b7aae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.441629 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f5924b6c-3096-4382-aa6c-c0c5baada88b req-1e2d0346-2e24-44f4-aa07-1bf0b7aae76f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896738 Sep 10 17:39:38.513924 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49856) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:38.556534 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-753e0878-8c58-4129-a397-9f4c13515ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.558068 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-753e0878-8c58-4129-a397-9f4c13515ab4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1096 time: 0.0753245 Sep 10 17:39:38.566079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe405d1d-744c-4209-a433-2e495d49260f req-2493bce8-e397-4b89-99af-a5ce4a5b00e2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.567486 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe405d1d-744c-4209-a433-2e495d49260f req-2493bce8-e397-4b89-99af-a5ce4a5b00e2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0767090 Sep 10 17:39:38.612351 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-9766a57f-6409-4a08-ba91-bec37caf5ff4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 217 time: 0.0406396 Sep 10 17:39:38.613668 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-359745853-network', 'tenant_id': '35212163e3d04b73adfd995294308435'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:38.672972 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe405d1d-744c-4209-a433-2e495d49260f req-6dd0d9d0-45db-4f87-aa2f-485e2eb6b18d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947306 Sep 10 17:39:38.681500 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-8423e1a2-3520-4934-8224-8d83d5ade116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.682900 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-8423e1a2-3520-4934-8224-8d83d5ade116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0622687 Sep 10 17:39:38.700143 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Made reservation on behalf of 35212163e3d04b73adfd995294308435 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:38.705272 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.711186 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.728599 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e00-449a-46e3-8e25-be17ad864929 req-0d8c3db8-fd09-4442-a97c-96945ef29728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:38.730251 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-0d8c3db8-fd09-4442-a97c-96945ef29728 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396340 Sep 10 17:39:38.805945 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.828173 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-756e3966-84e9-4d8d-8154-4ef6de4c0fe9 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899959 Sep 10 17:39:38.883150 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.907887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:38.918362 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a7695-6827-4e85-bcef-d19459d4b3cc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:38.923761 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:38.924365 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Added segment c7eb1443-bebe-4f89-8555-63db08a6ce9d of type vlan for network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 Sep 10 17:39:38.927243 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-06351e00-449a-46e3-8e25-be17ad864929 req-e37ccf8d-dfbb-4b56-9ca3-6d92f6ec4d9a service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911760 Sep 10 17:39:38.965746 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.094045 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:39:39.094651 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.095486 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.096072 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.155227 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] Pushing event updated for resources: {'Network': ['ID=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:39.165327 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:39.200819 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-225197e8-aba3-4a60-97bd-97479112f5bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6856997 Sep 10 17:39:39.203473 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49864) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:39.208673 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Request body: {'subnet': {'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-359745853-subnet', 'tenant_id': '35212163e3d04b73adfd995294308435', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:39.328601 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Made reservation on behalf of 35212163e3d04b73adfd995294308435 for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:39.331002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.576638 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.633772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420784b1-ef85-462e-a689-76fa0112ebd3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:39.641605 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:39.641964 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Network hostable DHCP agents. Network: e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:39.713572 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:39.782220 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:39.787291 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.789146 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.789953 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5839c6-964f-4638-bbe0-3d43a8edca30 None None] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:39.795353 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058297-296a-4c36-9170-e2150de05e99 req-86ef4e33-4842-43c7-983e-7d09e616050f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:39.797266 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc058297-296a-4c36-9170-e2150de05e99 req-86ef4e33-4842-43c7-983e-7d09e616050f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0522964 Sep 10 17:39:39.840349 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc058297-296a-4c36-9170-e2150de05e99 req-bc8c15d5-6388-4a57-b323-245542589b10 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368462 Sep 10 17:39:39.880311 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0eae0c66-133f-4075-ab66-807fd44fd0a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6754501 Sep 10 17:39:39.882937 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:39.888098 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:39.934134 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:39:39.934965 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.971084 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:39.972045 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.022960 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.069233 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Allocated IP 172.20.0.2 (e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7/420784b1-ef85-462e-a689-76fa0112ebd3/dfbd7891-90cc-46a9-9121-345c4a745d2e) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:40.210285 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.218861 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Transition to ACTIVE for port object dfbd7891-90cc-46a9-9121-345c4a745d2e will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:40.233678 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Transition to ACTIVE for port object dfbd7891-90cc-46a9-9121-345c4a745d2e will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:40.242391 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.302716 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.341596 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:40.344324 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:40.350540 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:40.353503 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Pushing event updated for resources: {'Port': ['ID=dfbd7891-90cc-46a9-9121-345c4a745d2e,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:40.408634 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Attempting to bind port dfbd7891-90cc-46a9-9121-345c4a745d2e on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:40.408995 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Attempting to bind port dfbd7891-90cc-46a9-9121-345c4a745d2e by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:40.409352 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Attempting to bind port dfbd7891-90cc-46a9-9121-345c4a745d2e on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:40.414089 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:40.414453 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:40.414851 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.415236 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Bound using segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:40.415688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Bound port: dfbd7891-90cc-46a9-9121-345c4a745d2e, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:40.416055 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.477108 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] For port dfbd7891-90cc-46a9-9121-345c4a745d2e, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:40.480118 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] For port dfbd7891-90cc-46a9-9121-345c4a745d2e, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=dfbd7891-90cc-46a9-9121-345c4a745d2e,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:40.521884 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.541886 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.559749 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.618440 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ea59-a1ef-4e1f-a3c2-84fb69781e58 None None] Pushing event updated for resources: {'Port': ['ID=dfbd7891-90cc-46a9-9121-345c4a745d2e,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:40.671755 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Allocated IP 172.27.3.98 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/74805082-31ef-4fd5-ba1f-72e22f4a0734) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:40.823437 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.943004 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:40.971544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01353b01-2403-47c0-824f-a0da4a065779 req-7e9d6271-e42d-4e68-b598-890b8504a434 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:40.974956 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-01353b01-2403-47c0-824f-a0da4a065779 req-7e9d6271-e42d-4e68-b598-890b8504a434 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0634723 Sep 10 17:39:40.985899 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:40.988713 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:40.992226 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:41.017940 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-01353b01-2403-47c0-824f-a0da4a065779 req-2dbe77ee-2c2d-4f40-9a16-95bcc9e412c3 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362158 Sep 10 17:39:41.029168 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Pushing event updated for resources: {'Port': ['ID=74805082-31ef-4fd5-ba1f-72e22f4a0734,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:41.315174 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.513221 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.520682 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cca0e8-4f13-47cf-ad58-3a11d2c85ca5 None None] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:41.706311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-ebe69537-b53c-4a5c-8e21-c8028e553246 None None] Provisioning for port dfbd7891-90cc-46a9-9121-345c4a745d2e completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:41.707000 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Router e3fbee69-549f-4f76-974b-1c4674d12558 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:39:41.776932 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device dfbd7891-90cc-46a9-9121-345c4a745d2e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:41.826907 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:41.836871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:41.847303 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:41.849331 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:41.914545 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port dfbd7891-90cc-46a9-9121-345c4a745d2e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:41.926783 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port dfbd7891-90cc-46a9-9121-345c4a745d2e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:41.927152 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.942195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:41.946805 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-067088ff-0275-4e18-9966-ca7d03320917 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0596120 Sep 10 17:39:41.946805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49900) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:42.095586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3ccd2b08-3b0b-4c62-ac43-4bdf23e3c20b None None] Provisioning complete for port dfbd7891-90cc-46a9-9121-345c4a745d2e triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:42.095875 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b08-3b0b-4c62-ac43-4bdf23e3c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.140682 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3da57-7a0e-41db-a6dc-9f7fba087ced req-57efe64e-638a-44cd-9c68-ed5345f456de tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:42.141815 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:42.145176 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-84a3da57-7a0e-41db-a6dc-9f7fba087ced req-57efe64e-638a-44cd-9c68-ed5345f456de tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0555949 Sep 10 17:39:42.181763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-84a3da57-7a0e-41db-a6dc-9f7fba087ced req-ea9e66e1-7187-4351-b8c5-a931d25b4633 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334344 Sep 10 17:39:42.290061 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.366989 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.373049 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port dfbd7891-90cc-46a9-9121-345c4a745d2e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=dfbd7891-90cc-46a9-9121-345c4a745d2e,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:42.390560 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2b08-3b0b-4c62-ac43-4bdf23e3c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.432738 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:41Z', 'revision_number': 3, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:42.463873 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.467020 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:42.467376 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Updating router e3fbee69-549f-4f76-974b-1c4674d12558 port 74805082-31ef-4fd5-ba1f-72e22f4a0734 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:42.539966 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.578140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.db.api [None req-3ccd2b08-3b0b-4c62-ac43-4bdf23e3c20b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 17:39:42.578507 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG oslo_db.api [None req-3ccd2b08-3b0b-4c62-ac43-4bdf23e3c20b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 17:39:42.601792 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=dfbd7891-90cc-46a9-9121-345c4a745d2e,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:42.709398 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Allocated IP 172.20.0.1 (e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7/420784b1-ef85-462e-a689-76fa0112ebd3/5f0707c3-8265-443e-b42b-efefccdaf8c0) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:42.816306 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.829916 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Transition to ACTIVE for port object 5f0707c3-8265-443e-b42b-efefccdaf8c0 will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:42.843152 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.852530 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Transition to ACTIVE for port object 74805082-31ef-4fd5-ba1f-72e22f4a0734 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:42.916947 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.947946 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.969440 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Attempting to bind port 74805082-31ef-4fd5-ba1f-72e22f4a0734 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:42.969815 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Attempting to bind port 74805082-31ef-4fd5-ba1f-72e22f4a0734 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:42.970174 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Attempting to bind port 74805082-31ef-4fd5-ba1f-72e22f4a0734 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:42.972024 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4aeeea-084e-46da-84a7-bb89809012cc None None] Pushing event updated for resources: {'Port': ['ID=74805082-31ef-4fd5-ba1f-72e22f4a0734,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:42.977610 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:42.977986 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:42.978388 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.978778 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:42.979239 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Bound port: 74805082-31ef-4fd5-ba1f-72e22f4a0734, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:42.979610 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:42.990450 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:42.993138 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:42.999709 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:43.020615 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:43.034632 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] For port 74805082-31ef-4fd5-ba1f-72e22f4a0734, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:43.038009 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] For port 74805082-31ef-4fd5-ba1f-72e22f4a0734, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=74805082-31ef-4fd5-ba1f-72e22f4a0734,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:43.041868 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.125847 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.182820 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:43.184152 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:43.188909 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4aeeea-084e-46da-84a7-bb89809012cc None None] Pushing event updated for resources: {'Port': ['ID=74805082-31ef-4fd5-ba1f-72e22f4a0734,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:43.242817 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.301512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f418b3-adb1-4618-be1a-1483a25bce59 req-5789dfcf-4b63-40e3-a0c7-57b4e638d19c tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:43.303150 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3f418b3-adb1-4618-be1a-1483a25bce59 req-5789dfcf-4b63-40e3-a0c7-57b4e638d19c tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0521324 Sep 10 17:39:43.309471 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:43.352695 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3f418b3-adb1-4618-be1a-1483a25bce59 req-bf14cfef-f058-4f6c-b80c-839624896d46 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434480 Sep 10 17:39:43.374487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2f50547e-3dcd-4d87-b1c9-c7cc82fb6c51 None None] Provisioning for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:43.387624 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2f50547e-3dcd-4d87-b1c9-c7cc82fb6c51 None None] Provisioning complete for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:43.388013 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2f50547e-3dcd-4d87-b1c9-c7cc82fb6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.422893 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.459680 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-2f50547e-3dcd-4d87-b1c9-c7cc82fb6c51 None None] Port 5f0707c3-8265-443e-b42b-efefccdaf8c0 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:43.505881 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.530203 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:41Z', 'revision_number': 3, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:43.555881 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469a0f4-45f3-4b3e-ba13-0a4e3a6b2911 None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:41Z', 'revision_number': 3, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:43.569833 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.577473 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:43.687738 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:43.689264 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:43.758340 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device dfbd7891-90cc-46a9-9121-345c4a745d2e up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:43.847403 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:43.869482 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port dfbd7891-90cc-46a9-9121-345c4a745d2e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:43.869849 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.990871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-935da4d2-a484-4714-bd1c-49db1b103ea7 None None] Provisioning complete for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:43.991247 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-935da4d2-a484-4714-bd1c-49db1b103ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:43.992884 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:44.000756 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0b2d7631-f1d3-482e-82d2-9d24c4c7cb63 admin admin] 10.222.0.53 "PUT /v2.0/routers/e3fbee69-549f-4f76-974b-1c4674d12558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0534480 Sep 10 17:39:44.034173 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-935da4d2-a484-4714-bd1c-49db1b103ea7 None None] Port 5f0707c3-8265-443e-b42b-efefccdaf8c0 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:44.469911 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de58a-df88-4aff-a79e-c1d66dcf6e5c req-c7b4087d-b662-4a51-aa84-36186d72634d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:44.471414 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-494de58a-df88-4aff-a79e-c1d66dcf6e5c req-c7b4087d-b662-4a51-aa84-36186d72634d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0494163 Sep 10 17:39:44.509443 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-494de58a-df88-4aff-a79e-c1d66dcf6e5c req-08f6eaf7-9eda-4158-9c19-2a4c5ab1a6f7 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319197 Sep 10 17:39:44.695321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49930) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:44.701150 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1764479025-network', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:44.826443 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Made reservation on behalf of bade8c3bb13d4b86b6da525196e4e75a for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:44.828867 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.837942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:44.934464 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.004933 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.031239 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:39:45.045428 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf255f-fad9-4134-a3eb-6477495aee5a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.045589 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:45.054372 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.054634 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Added segment a5c996ae-afd5-4b74-af96-f6ebc7c4edf1 of type vlan for network f7a0128c-5a04-4408-9889-85f1359cd7da Sep 10 17:39:45.055265 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:45.056298 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:45.094907 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.167263 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:45.199098 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.200085 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:45.200728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.262303 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] Pushing event updated for resources: {'Network': ['ID=f7a0128c-5a04-4408-9889-85f1359cd7da,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.273465 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network f7a0128c-5a04-4408-9889-85f1359cd7da details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:39:45.312115 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7bece845-ad0c-4f59-803e-4d743b7a50cc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6156545 Sep 10 17:39:45.314851 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:45.319489 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Request body: {'subnet': {'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1764479025-subnet', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:45.364156 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 2, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:45.389786 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:45.390132 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Updating router e3fbee69-549f-4f76-974b-1c4674d12558 port 5f0707c3-8265-443e-b42b-efefccdaf8c0 binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:45.403383 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Made reservation on behalf of bade8c3bb13d4b86b6da525196e4e75a for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:39:45.406055 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.414586 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.635306 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793802ba-ba53-48dc-a5d2-f0ed61d0cdc8 req-5f256228-8ff0-479c-bf1a-f46afbfc63e3 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:45.637131 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-793802ba-ba53-48dc-a5d2-f0ed61d0cdc8 req-5f256228-8ff0-479c-bf1a-f46afbfc63e3 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0576515 Sep 10 17:39:45.637386 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.677725 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.681106 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-793802ba-ba53-48dc-a5d2-f0ed61d0cdc8 req-885d5d66-5525-4c82-af60-eb4e64ddcdff tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369656 Sep 10 17:39:45.688585 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4640aa-e0a6-49f6-90ae-61f86e186a2e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.688949 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Transition to ACTIVE for port object 5f0707c3-8265-443e-b42b-efefccdaf8c0 will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:45.704074 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Checking segment: {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:45.704527 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Network hostable DHCP agents. Network: f7a0128c-5a04-4408-9889-85f1359cd7da, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:39:45.763107 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.785887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Network f7a0128c-5a04-4408-9889-85f1359cd7da is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:39:45.796562 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 74805082-31ef-4fd5-ba1f-72e22f4a0734 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:45.810967 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Pushing event updated for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:45.823554 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.823897 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.824263 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.824584 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.824908 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.825230 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.825554 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.825869 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.826208 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.826527 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.826838 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.827160 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:45.879666 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, f7a0128c-5a04-4408-9889-85f1359cd7da) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:45.883710 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:45.884357 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.885679 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Attempting to bind port 5f0707c3-8265-443e-b42b-efefccdaf8c0 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:45.886060 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Attempting to bind port 5f0707c3-8265-443e-b42b-efefccdaf8c0 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:45.891350 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Attempting to bind port 5f0707c3-8265-443e-b42b-efefccdaf8c0 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:45.891766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24eaffe-c182-41b3-8b61-4ca042ff041c None None] Network f7a0128c-5a04-4408-9889-85f1359cd7da requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:45.893759 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:45.894502 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:45.894780 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.895160 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Bound using segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:45.895660 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Bound port: 5f0707c3-8265-443e-b42b-efefccdaf8c0, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:45.896185 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.945920 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 74805082-31ef-4fd5-ba1f-72e22f4a0734 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:45.956304 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 74805082-31ef-4fd5-ba1f-72e22f4a0734 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:45.956915 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:45.975322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 49942) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:45.975446 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0981aa1d-19aa-4e01-891f-5defc4ef6b14 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6549327 Sep 10 17:39:45.976755 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:45.981771 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] For port 5f0707c3-8265-443e-b42b-efefccdaf8c0, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:45.985824 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] For port 5f0707c3-8265-443e-b42b-efefccdaf8c0, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=5f0707c3-8265-443e-b42b-efefccdaf8c0,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:46.046346 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.072705 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1905610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1946'] for router, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.073950 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1905754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1908170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1923'] for router, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.110288 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf87639-94da-4db5-a1e7-4db026349663 None None] Pushing event updated for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=4']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:46.127896 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:46.127896 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:46.155914 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.292305 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.295616 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:46.307136 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba6adb0a-0b46-5025-b4e2-9a2f90586691-f7a0128c-5a04-4408-9889-85f1359cd7da', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e'}]}} from dv-cinder-787195-9-iscsi. {{(pid=94684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 17:39:46.308173 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.336146 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 74805082-31ef-4fd5-ba1f-72e22f4a0734, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=74805082-31ef-4fd5-ba1f-72e22f4a0734,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:46.414767 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.420104 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-19bd9d8d-0e4a-489d-b5f0-862f9c3465dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2405982 Sep 10 17:39:46.435404 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.473412 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:39:46.483239 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299031a2-1745-4487-b28d-821fa7955710 req-e5e2ff27-5780-47c1-bf80-9b19037744e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:46.484821 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-e5e2ff27-5780-47c1-bf80-9b19037744e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 1098 time: 0.0422242 Sep 10 17:39:46.562519 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:45Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:46.573857 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=74805082-31ef-4fd5-ba1f-72e22f4a0734,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:46.609428 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a9b2dd-d328-49bc-b26b-6647a75d76be None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:45Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:46.643557 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.db_base_plugin_common [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Allocated IP 172.20.0.2 (f7a0128c-5a04-4408-9889-85f1359cd7da/db4640aa-e0a6-49f6-90ae-61f86e186a2e/83a07c35-358e-4a26-a284-61f57e6c69c7) {{(pid=94684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:46.719820 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299031a2-1745-4487-b28d-821fa7955710 req-d57ce966-80ed-4a8c-b659-b8aed0f606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:46.723846 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-d57ce966-80ed-4a8c-b659-b8aed0f606c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 911 time: 0.2038906 Sep 10 17:39:46.772899 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:46.817968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'mac_address': 'fa:16:3e:d4:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:39:46.870436 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-a57806d5-31dd-474f-95c1-0a4fe1e4f99b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 200 len: 1000 time: 0.1412258 Sep 10 17:39:46.882183 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.886292 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc022c-5750-4a7a-bef0-3f04e00b2f2f req-e96fbef6-233c-49c3-806b-252af19fde07 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:46.889822 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6bc022c-5750-4a7a-bef0-3f04e00b2f2f req-e96fbef6-233c-49c3-806b-252af19fde07 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0918767 Sep 10 17:39:46.927018 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c24cb22-2923-4076-a541-be8cbb8305f9 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:39:46.948861 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks [] for port, precommit_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:46.952610 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:46.959959 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Transition to ACTIVE for port object 83a07c35-358e-4a26-a284-61f57e6c69c7 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:46.976803 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Transition to ACTIVE for port object 83a07c35-358e-4a26-a284-61f57e6c69c7 will not be triggered until provisioned by entity DHCP. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:47.045102 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.047466 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515'] for port, after_create {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.057916 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d6bc022c-5750-4a7a-bef0-3f04e00b2f2f req-24df1c2b-b6c8-4a25-bd71-3b4b262f5426 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557534 Sep 10 17:39:47.059747 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299031a2-1745-4487-b28d-821fa7955710 req-90009b8b-fdc8-4c81-a077-fac07eacac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:47.061472 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-90009b8b-fdc8-4c81-a077-fac07eacac1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.1699605 Sep 10 17:39:47.097722 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Network f7a0128c-5a04-4408-9889-85f1359cd7da is already hosted by enough agents. {{(pid=94684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:47.101000 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.scheduler.base_scheduler [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Resources bound (agent type, host, resource id): {{(pid=94684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:47.103700 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.119286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Received port after_create {{(pid=94684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:47.127143 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:47.133843 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.181790 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299031a2-1745-4487-b28d-821fa7955710 req-8351e8ca-676a-48f2-a24f-d3c8928182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:47.183276 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-8351e8ca-676a-48f2-a24f-d3c8928182c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120913 Sep 10 17:39:47.210562 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Attempting to bind port 83a07c35-358e-4a26-a284-61f57e6c69c7 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:47.210935 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Attempting to bind port 83a07c35-358e-4a26-a284-61f57e6c69c7 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:47.211294 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Attempting to bind port 83a07c35-358e-4a26-a284-61f57e6c69c7 on network f7a0128c-5a04-4408-9889-85f1359cd7da {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:47.219151 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Pushing event updated for resources: {'Port': ['ID=83a07c35-358e-4a26-a284-61f57e6c69c7,revision_number=1']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:47.224052 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:47.224800 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Checking segment: {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:47.227962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.227962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Bound using segment: {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:47.227962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Bound port: 83a07c35-358e-4a26-a284-61f57e6c69c7, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:47.227962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.305205 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] For port 83a07c35-358e-4a26-a284-61f57e6c69c7, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:47.308339 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] For port 83a07c35-358e-4a26-a284-61f57e6c69c7, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=83a07c35-358e-4a26-a284-61f57e6c69c7,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:47.334973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Allocated IP 172.27.3.212 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/11c05fb0-5de9-4d11-a709-37718affba17) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:47.345999 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['7c24cb22-2923-4076-a541-be8cbb8305f9'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:39:47.355674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-5543b20a-2876-4587-9033-e04bb25c56c2 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554601 Sep 10 17:39:47.380633 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.464619 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f27a6-5540-47e9-a8c2-5289b39fecdb None None] Pushing event updated for resources: {'Port': ['ID=83a07c35-358e-4a26-a284-61f57e6c69c7,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:47.526165 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-299031a2-1745-4487-b28d-821fa7955710 req-70295710-2cf5-4e42-bdc9-63a4089a8518 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530437 Sep 10 17:39:47.529629 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.666471 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:47.708108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:47.710986 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:47.715910 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:47.756009 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Pushing event updated for resources: {'Port': ['ID=11c05fb0-5de9-4d11-a709-37718affba17,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:47.775596 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.775949 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.776314 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.776659 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.776991 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.777324 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.777718 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.778043 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.778521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.778793 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.779117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.779442 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:47.895663 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 5f0707c3-8265-443e-b42b-efefccdaf8c0 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:48.015588 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.016804 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:48.023561 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:48.024425 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.106222 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.133531 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.200655 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 5f0707c3-8265-443e-b42b-efefccdaf8c0, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=5f0707c3-8265-443e-b42b-efefccdaf8c0,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:48.280368 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.281297 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 83a07c35-358e-4a26-a284-61f57e6c69c7 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:48.363632 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:48.454586 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 83a07c35-358e-4a26-a284-61f57e6c69c7 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:48.459858 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 74805082-31ef-4fd5-ba1f-72e22f4a0734 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:48.467073 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199075-ac6d-407a-8643-3de074842103 req-06290fd3-b513-44b8-8bdc-01ce44fe5508 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:48.468841 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b199075-ac6d-407a-8643-3de074842103 req-06290fd3-b513-44b8-8bdc-01ce44fe5508 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 944 time: 0.0915494 Sep 10 17:39:48.489565 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78faa4f0-8fd9-4233-812e-b88776400aeb None None] Network f7a0128c-5a04-4408-9889-85f1359cd7da requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:39:48.495082 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:48.581332 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b199075-ac6d-407a-8643-3de074842103 req-a1b1ab82-3e3e-49d4-9eec-92d37994b951 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988176 Sep 10 17:39:48.612443 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1905731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1905947'] for router, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.649170 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 74805082-31ef-4fd5-ba1f-72e22f4a0734 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:48.649538 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.719424 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Provisioning for port 83a07c35-358e-4a26-a284-61f57e6c69c7 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:48.742608 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Provisioning complete for port 83a07c35-358e-4a26-a284-61f57e6c69c7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:48.742981 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.781613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 7c24cb22-2923-4076-a541-be8cbb8305f9 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:48.811811 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 7c24cb22-2923-4076-a541-be8cbb8305f9 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:48.812186 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.838607 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Router d544b0bd-583c-43c4-aa06-3fda15036124 is scheduled to L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 with binding_index 1 {{(pid=94683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 17:39:48.928219 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.959607 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:48.962538 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:48.982289 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Sync routers for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:48.989649 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] For port 83a07c35-358e-4a26-a284-61f57e6c69c7, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=83a07c35-358e-4a26-a284-61f57e6c69c7,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:49.004101 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:49.004753 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:49.009847 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:49.013070 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f34911-599c-401d-a925-736bc536135b" -d '{"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:49.053190 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db9dbb8-8de4-4cf4-b6f6-744d5dbed670 x-openstack-request-id: req-2db9dbb8-8de4-4cf4-b6f6-744d5dbed670 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:49.053481 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:49.053734 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2db9dbb8-8de4-4cf4-b6f6-744d5dbed670 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:49.054120 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'code': 200} Sep 10 17:39:49.057620 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:49.067760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.072061 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 49984) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:49.072509 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e00347f4-8b01-4af1-a970-73568564c354 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1003492 Sep 10 17:39:49.087288 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.131134 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.154103 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cc23d-b85f-42e7-af25-58f379d80331 None None] Pushing event updated for resources: {'Port': ['ID=83a07c35-358e-4a26-a284-61f57e6c69c7,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:49.191613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:49.299371 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-fca586be-5280-46fe-969d-ea52a1c22e2d None None] Provisioning complete for port 83a07c35-358e-4a26-a284-61f57e6c69c7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:49.299743 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-fca586be-5280-46fe-969d-ea52a1c22e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.328530 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:49.450725 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa83a-d812-4593-9c4a-079e4d743995 req-022ff338-3476-43bc-be64-916d91adea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:49.452716 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ecfa83a-d812-4593-9c4a-079e4d743995 req-022ff338-3476-43bc-be64-916d91adea01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0545020 Sep 10 17:39:49.503477 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ecfa83a-d812-4593-9c4a-079e4d743995 req-fbd95d46-a90c-40f8-af11-6d3262e9febf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416615 Sep 10 17:39:49.547773 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.603022 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:47Z', 'revision_number': 3, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:49.631953 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Checking router: d544b0bd-583c-43c4-aa06-3fda15036124 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:49.632326 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Updating router d544b0bd-583c-43c4-aa06-3fda15036124 port 11c05fb0-5de9-4d11-a709-37718affba17 binding host dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:49.663295 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.728862 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Allocated IP 172.20.0.1 (f7a0128c-5a04-4408-9889-85f1359cd7da/db4640aa-e0a6-49f6-90ae-61f86e186a2e/0f96fda3-d4cf-4bcd-8107-3222b3c24e2b) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:49.766632 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4e0cb-8a36-42ca-8795-8343921aa72e req-2df8c8f9-d60b-4529-97e0-20a9486ca218 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:49.788833 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6fc4e0cb-8a36-42ca-8795-8343921aa72e req-2df8c8f9-d60b-4529-97e0-20a9486ca218 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.1133046 Sep 10 17:39:49.828745 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 83a07c35-358e-4a26-a284-61f57e6c69c7 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:49.843099 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6fc4e0cb-8a36-42ca-8795-8343921aa72e req-f1152e36-ae76-4520-ad60-416d38ee1702 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510714 Sep 10 17:39:49.863248 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.878737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.provisioning_blocks [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Transition to ACTIVE for port object 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b will not be triggered until provisioned by entity DHCP. {{(pid=94682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:49.924266 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 83a07c35-358e-4a26-a284-61f57e6c69c7 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:49.924662 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:49.988740 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.034534 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Network f7a0128c-5a04-4408-9889-85f1359cd7da is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:50.037561 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:50.041370 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:50.069149 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:50.085810 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 5f0707c3-8265-443e-b42b-efefccdaf8c0 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:50.096759 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1906122'] for router_interface, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.163912 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.178897 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Transition to ACTIVE for port object 11c05fb0-5de9-4d11-a709-37718affba17 will not be triggered until provisioned by entity L2. {{(pid=94684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:50.180629 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50004) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:50.188451 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 5f0707c3-8265-443e-b42b-efefccdaf8c0 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:50.188822 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.263988 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.311179 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.336453 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ad27501-8dd0-4a39-859d-77f5e9866baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.348359 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d61407-a766-4ccf-a055-2aad27000537 None None] Pushing event updated for resources: {'Port': ['ID=11c05fb0-5de9-4d11-a709-37718affba17,revision_number=2']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:50.351230 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Attempting to bind port 11c05fb0-5de9-4d11-a709-37718affba17 on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:50.351931 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Attempting to bind port 11c05fb0-5de9-4d11-a709-37718affba17 by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:50.352111 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Attempting to bind port 11c05fb0-5de9-4d11-a709-37718affba17 on network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:50.358125 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:50.358785 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Checking segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:50.359049 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.359499 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Bound using segment: {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'} {{(pid=94684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:50.360044 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.managers [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Bound port: 11c05fb0-5de9-4d11-a709-37718affba17, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45758bcd-80b8-4642-aab1-615a459b678d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}}] {{(pid=94684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:50.360532 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.400003 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-057fee53-f008-4396-9882-1a2976181a2c None None] Provisioning for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:50.412497 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-057fee53-f008-4396-9882-1a2976181a2c None None] Provisioning complete for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:50.412871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-057fee53-f008-4396-9882-1a2976181a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.439457 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] For port 11c05fb0-5de9-4d11-a709-37718affba17, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:50.443268 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ad27501-8dd0-4a39-859d-77f5e9866baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.455842 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] For port 11c05fb0-5de9-4d11-a709-37718affba17, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=11c05fb0-5de9-4d11-a709-37718affba17,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:50.460365 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-057fee53-f008-4396-9882-1a2976181a2c None None] Port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:50.485491 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.501792 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0ad27501-8dd0-4a39-859d-77f5e9866baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.536667 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.540472 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0ad27501-8dd0-4a39-859d-77f5e9866baf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48f90ed97f66477b823424045a642729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583035 Sep 10 17:39:50.542433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27501-8dd0-4a39-859d-77f5e9866baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2330b-e17e-4dba-ab04-ecf1975e8990,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:50.543349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50008) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:50.562731 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.595654 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:50.596378 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:50.657696 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1669581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1904730'] for router_interface, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.659349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:50.667716 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.670860 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d61407-a766-4ccf-a055-2aad27000537 None None] Pushing event updated for resources: {'Port': ['ID=11c05fb0-5de9-4d11-a709-37718affba17,revision_number=3']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:50.704729 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.718265 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:50.796087 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Network f7a0128c-5a04-4408-9889-85f1359cd7da is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:50.797609 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:50.923489 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.926335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:50.927847 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8c2330b-e17e-4dba-ab04-ecf1975e8990 HTTP/1.1" status: 204 len: 168 time: 0.3832107 Sep 10 17:39:50.936029 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Router d544b0bd-583c-43c4-aa06-3fda15036124 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:50.943965 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30737053-5b45-45b5-af4f-ab8411a1fbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2330b-e17e-4dba-ab04-ecf1975e8990,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:51.000014 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399666d7-cd0f-4b51-a1fa-cd6b390424e5 req-1420b5a2-cda0-4910-92e3-c73fcaa37595 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:51.006846 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '0f96fda3-d4cf-4bcd-8107-3222b3c24e2b', 'name': '', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'mac_address': 'fa:16:3e:6e:bf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:49Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 2, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'subnets': [{'id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:51.012439 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-399666d7-cd0f-4b51-a1fa-cd6b390424e5 req-1420b5a2-cda0-4910-92e3-c73fcaa37595 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0985978 Sep 10 17:39:51.044433 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0b074-292e-4efd-b9fa-ddc4ed6870f5 None None] The sync data for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi is: [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '0f96fda3-d4cf-4bcd-8107-3222b3c24e2b', 'name': '', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'mac_address': 'fa:16:3e:6e:bf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:49Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 2, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'subnets': [{'id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:51.090620 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-399666d7-cd0f-4b51-a1fa-cd6b390424e5 req-627128c9-9b4d-4ae3-a966-0726df625783 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630972 Sep 10 17:39:51.186782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-37c75378-997f-47e9-af29-f1c7894450fd None None] Provisioning complete for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:51.188312 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-37c75378-997f-47e9-af29-f1c7894450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.221618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210e2de-b7ee-4e37-aaf2-aeef07b25bc6 req-d9296f83-cfb1-4538-a6f9-3be4f9ab7d48 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:51.229159 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0210e2de-b7ee-4e37-aaf2-aeef07b25bc6 req-d9296f83-cfb1-4538-a6f9-3be4f9ab7d48 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0772066 Sep 10 17:39:51.240291 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-37c75378-997f-47e9-af29-f1c7894450fd None None] Port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:39:51.288223 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:51.297455 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9e02bd04-a905-459b-ac3c-31ff1e9de912 admin admin] 10.222.0.53 "PUT /v2.0/routers/d544b0bd-583c-43c4-aa06-3fda15036124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2231829 Sep 10 17:39:51.298368 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0210e2de-b7ee-4e37-aaf2-aeef07b25bc6 req-1d0e1c8c-f175-46d9-9383-1fd54a7f6281 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570202 Sep 10 17:39:51.317369 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50020) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:51.633933 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b95539-d56a-40eb-a4ef-76d0b785c592 tempest-TestShelveInstance-2074231995 tempest-TestShelveInstance-2074231995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:51.635484 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e6b95539-d56a-40eb-a4ef-76d0b785c592 tempest-TestShelveInstance-2074231995 tempest-TestShelveInstance-2074231995-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1093 time: 0.3159873 Sep 10 17:39:51.638666 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50028) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:51.643271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:51.666271 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50032) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:51.690687 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e85c745-6660-4be1-b3be-7efc8b41d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.757647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for floatingip, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.858626 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e85c745-6660-4be1-b3be-7efc8b41d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.914107 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.925002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-5e85c745-6660-4be1-b3be-7efc8b41d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:51.964125 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-5e85c745-6660-4be1-b3be-7efc8b41d09c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44fdfd3911994f3aa83aaffa58d6b227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964611 Sep 10 17:39:51.965655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85c745-6660-4be1-b3be-7efc8b41d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb98b029-44f4-4fb6-a756-e9053de1c769,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:51.968010 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50036) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:52.040229 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.048110 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Allocated IP 172.27.3.162 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:39:52.066044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.158225 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.261131 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50038) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:52.266219 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021543786', 'description': 'tempest-secgroup-smoke-2021543786 description', 'project_id': '35212163e3d04b73adfd995294308435'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:52.271728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.274156 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.275250 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb98b029-44f4-4fb6-a756-e9053de1c769 HTTP/1.1" status: 204 len: 168 time: 0.2959123 Sep 10 17:39:52.291127 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.298215 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ef37d-2cce-4e15-86fc-18dfec76d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb98b029-44f4-4fb6-a756-e9053de1c769,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:52.333572 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:39:52.336372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:39:52.339871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:39:52.348475 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'Port': ['ID=e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:52.372766 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.467531 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.536326 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.565211 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a298395-6021-4ab3-adf7-fa512577604a,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:52.628902 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.630328 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9d31462d-9f9e-49a1-a12e-9a17c484df26 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3680794 Sep 10 17:39:52.633165 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50044) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:52.638060 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:52.763142 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.826297 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.844153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.913577 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:52.928742 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8c3549-2069-4581-b2d2-7965de2aaef5,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:52.995880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.022272 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.026403 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2619217e-3a71-447e-bc52-ad8829cec00e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922820 Sep 10 17:39:53.026620 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50056) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:53.042083 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:53.160326 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.191237 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.220047 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.244743 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.302387 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.327912 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event updated for resources: {'Port': ['ID=e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:53.339213 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62872c29-5edd-491c-862c-6ce202644346,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:53.345824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.422423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.423454 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-cdb6e3fc-af78-4316-b7ee-99c164632d44 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958023 Sep 10 17:39:53.426278 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50068) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:53.431727 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:53.462618 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Floating IP f26c9237-6d6a-467f-9746-25d73df656cb associated. External IP: 172.27.3.162, port: 7c24cb22-2923-4076-a541-be8cbb8305f9. Sep 10 17:39:53.535613 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.604917 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.679663 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.717770 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad435cb-ccc2-4db8-bd12-4d287fe23bf3,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:53.807440 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 11c05fb0-5de9-4d11-a709-37718affba17 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:53.810284 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.811898 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-3aac8c08-f4aa-4b7f-be60-343c806cd23c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842094 Sep 10 17:39:53.814316 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50072) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:53.822673 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:53.889541 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Sync routers for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:53.899968 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:53.900605 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:53.964140 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:53.965654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:39:53.982021 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 11c05fb0-5de9-4d11-a709-37718affba17 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:53.988490 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 11c05fb0-5de9-4d11-a709-37718affba17 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:53.988936 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.014359 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:54.036375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.089672 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.092659 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:39:54.109407 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595f91-9859-4431-911a-db7893004849 None None] Sync routers for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:39:54.127146 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 11c05fb0-5de9-4d11-a709-37718affba17, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=11c05fb0-5de9-4d11-a709-37718affba17,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:54.132744 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84595f91-9859-4431-911a-db7893004849 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:54.133533 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-84595f91-9859-4431-911a-db7893004849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:54.138418 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.159885 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923273c1-a587-4ed2-a950-461ede1a28d9,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:54.203855 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.238239 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-5a3dd755-2e58-4713-82e5-943563fc56b8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5982585 Sep 10 17:39:54.239461 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:39:54.242187 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:39:54.259549 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-84595f91-9859-4431-911a-db7893004849 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:54.294967 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.299038 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e39b5921-16a1-4fad-9968-5111503fbc4e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811180 Sep 10 17:39:54.299210 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50088) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:54.301038 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bbd25-b2c2-42ad-afd6-2f7a13547f20 x-openstack-request-id: req-843bbd25-b2c2-42ad-afd6-2f7a13547f20 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:39:54.301406 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:39:54.307629 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-843bbd25-b2c2-42ad-afd6-2f7a13547f20 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:39:54.307629 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'status': 'completed', 'code': 200} Sep 10 17:39:54.307866 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:54.307972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.392752 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '0f96fda3-d4cf-4bcd-8107-3222b3c24e2b', 'name': '', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'mac_address': 'fa:16:3e:6e:bf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:49Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 2, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'subnets': [{'id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:54.393880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-51a5eed3-adae-4285-9ca6-78bfaa2b6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:54.397380 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Project 35212163e3d04b73adfd995294308435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:54.404013 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.407365 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-51a5eed3-adae-4285-9ca6-78bfaa2b6862 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0677512 Sep 10 17:39:54.423971 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Checking router: d544b0bd-583c-43c4-aa06-3fda15036124 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:54.424513 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Updating router d544b0bd-583c-43c4-aa06-3fda15036124 port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b binding host dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 17:39:54.452016 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.454070 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=11c05fb0-5de9-4d11-a709-37718affba17,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:54.544940 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.576785 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-84595f91-9859-4431-911a-db7893004849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f26c9237-6d6a-467f-9746-25d73df656cb', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'mac_address': 'fa:16:3e:d4:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:52Z', 'updated_at': '2021-09-10T17:39:52Z', 'revision_number': 0, 'project_id': 'deac01252687455089fd45498dc24ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:54.592640 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-a40683c4-1a41-4fe0-a0eb-7b698670c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:54.595235 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-a40683c4-1a41-4fe0-a0eb-7b698670c71d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.1796620 Sep 10 17:39:54.622068 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595f91-9859-4431-911a-db7893004849 None None] Checking router: ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:39:54.644876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.648298 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84595f91-9859-4431-911a-db7893004849 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:54.648739 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-84595f91-9859-4431-911a-db7893004849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:54.697118 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e31094-68bc-4f60-8f8d-d0e0d3026568,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:54.749808 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-fd31ba38-1a6b-434e-a3ca-baf736daee69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 999 time: 0.1419010 Sep 10 17:39:54.754788 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.754788 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-dacaf62e-0b1c-4be9-978d-d59f1d9da756 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4533765 Sep 10 17:39:54.756220 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50102) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:54.766314 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'security_group_rule': {'security_group_id': '6a298395-6021-4ab3-adf7-fa512577604a', 'project_id': '35212163e3d04b73adfd995294308435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:39:54.804528 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-753c10db-454c-4614-ab20-c6bc8d3c8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:54.806119 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-753c10db-454c-4614-ab20-c6bc8d3c8a5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0479612 Sep 10 17:39:54.816970 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.829123 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.provisioning_blocks [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Transition to ACTIVE for port object 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b will not be triggered until provisioned by entity L2. {{(pid=94685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:39:54.833772 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-84595f91-9859-4431-911a-db7893004849 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:54.869384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-3010021c-e219-4e2a-a2f3-30e9d3f02bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:54.871563 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-3010021c-e219-4e2a-a2f3-30e9d3f02bef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558004 Sep 10 17:39:54.871702 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.securitygroups_db [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Project 35212163e3d04b73adfd995294308435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 17:39:54.876855 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.929380 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.988766 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:54.995494 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c1264-aa5c-4adc-9508-652d0bc3da66 None None] Pushing event updated for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=3']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.004259 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-dcd89571-4b4b-43b9-98cd-08411afbeca0 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191556 Sep 10 17:39:55.064160 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Attempting to bind port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b on host dv-cinder-787195-9-iscsi for vnic_type normal with profile {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:39:55.064160 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Attempting to bind port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b by drivers openvswitch,hyperv on host dv-cinder-787195-9-iscsi at level 0 using segments [{'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:39:55.064160 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Attempting to bind port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b on network f7a0128c-5a04-4408-9889-85f1359cd7da {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:39:55.071542 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Checking agent: {'id': 'e5c99a83-ea3c-42fc-b8a9-095fa1ecd926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 27, 32), 'started_at': datetime.datetime(2021, 9, 10, 17, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:39:55.071912 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Checking segment: {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:39:55.075592 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.076032 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Bound using segment: {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'} {{(pid=94685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:39:55.076557 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.managers [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Bound port: 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b, host: dv-cinder-787195-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da'}}] {{(pid=94685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:39:55.076960 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.112121 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.130902 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-84595f91-9859-4431-911a-db7893004849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f26c9237-6d6a-467f-9746-25d73df656cb', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'mac_address': 'fa:16:3e:d4:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:52Z', 'updated_at': '2021-09-10T17:39:52Z', 'revision_number': 0, 'project_id': 'deac01252687455089fd45498dc24ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:55.137606 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171a3bd0-98f7-48a0-b113-f5d4ff532c47,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.147660 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1284c2f8-61f8-48fc-8a33-6e28d79ebd0a req-20983edc-953f-411c-b36b-2f9c207c95dc service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281018 Sep 10 17:39:55.165361 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.165626 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.167069 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.171032 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.172419 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.172770 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.173119 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.173460 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.173796 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.174129 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.174457 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.174772 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:39:55.177262 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595f91-9859-4431-911a-db7893004849 None None] The sync data for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi is: [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f26c9237-6d6a-467f-9746-25d73df656cb', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'mac_address': 'fa:16:3e:d4:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:39:52Z', 'updated_at': '2021-09-10T17:39:52Z', 'revision_number': 0, 'project_id': 'deac01252687455089fd45498dc24ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:55.203069 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] For port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b, host dv-cinder-787195-9-iscsi, cleared binding levels {{(pid=94685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:39:55.208458 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.plugins.ml2.db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] For port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b, host dv-cinder-787195-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:39:55.288859 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.289459 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:55.290969 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-13981809-6ddf-4715-8e90-d02a5145b0d7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5283122 Sep 10 17:39:55.388583 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:39:55.389360 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:55.391625 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c1264-aa5c-4adc-9508-652d0bc3da66 None None] Pushing event updated for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=4']} {{(pid=94685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:55.502570 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb57fd-a3f2-4433-b5d5-d6963547a702 None None] New status for floating IP f26c9237-6d6a-467f-9746-25d73df656cb: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:39:55.623502 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:39:55.788857 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:55.868019 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '0f96fda3-d4cf-4bcd-8107-3222b3c24e2b', 'name': '', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'mac_address': 'fa:16:3e:6e:bf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:49Z', 'updated_at': '2021-09-10T17:39:55Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'subnets': [{'id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:39:55.894575 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a3fef-561a-4eaf-8091-232476d762c4 None None] The sync data for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi is: [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:39:50Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '0f96fda3-d4cf-4bcd-8107-3222b3c24e2b', 'name': '', 'network_id': 'f7a0128c-5a04-4408-9889-85f1359cd7da', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'mac_address': 'fa:16:3e:6e:bf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:49Z', 'updated_at': '2021-09-10T17:39:55Z', 'revision_number': 4, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'subnets': [{'id': 'db4640aa-e0a6-49f6-90ae-61f86e186a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:39:55.979844 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:39:55.984302 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:55.984650 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.075212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.117977 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] For port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:56.244908 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.249292 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 11c05fb0-5de9-4d11-a709-37718affba17 up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:56.330866 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Pushing event updated for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:56.347782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 11c05fb0-5de9-4d11-a709-37718affba17 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:56.348156 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:56.991213 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50196) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:57.098335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78434f7b-4e07-4612-956c-26ac7f451585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.187889 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78434f7b-4e07-4612-956c-26ac7f451585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.284739 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78434f7b-4e07-4612-956c-26ac7f451585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.323427 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-78434f7b-4e07-4612-956c-26ac7f451585 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=089c42b6c65746f7a2ac382fe0e0923b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310122 Sep 10 17:39:57.324493 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78434f7b-4e07-4612-956c-26ac7f451585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29955f-3503-47c6-8e14-66a4da621f0d,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:57.329021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50204) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:57.401048 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.425336 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.530941 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.542822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.542822 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a29955f-3503-47c6-8e14-66a4da621f0d HTTP/1.1" status: 204 len: 168 time: 0.2050004 Sep 10 17:39:57.545184 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f685-d0cc-4161-bc0f-94e13b41550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29955f-3503-47c6-8e14-66a4da621f0d,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:57.745563 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b up at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:39:57.794475 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Provisioning complete for port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:39:57.794880 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:57.925367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c0bed-5011-48f8-92fb-35b8982fc4ef req-59ea82b7-57e6-4726-8125-d45dadfe09b0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:57.927247 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d59c0bed-5011-48f8-92fb-35b8982fc4ef req-59ea82b7-57e6-4726-8125-d45dadfe09b0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.0635393 Sep 10 17:39:57.969814 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d59c0bed-5011-48f8-92fb-35b8982fc4ef req-4c77ef2c-8c15-4b4c-93c2-1620fdd245d4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Sep 10 17:39:58.251679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50218) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:58.269621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1a0b-98e4-43c0-9ebd-70f3fb773ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.358894 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1a0b-98e4-43c0-9ebd-70f3fb773ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.425563 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1a0b-98e4-43c0-9ebd-70f3fb773ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.463132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea1a0b-98e4-43c0-9ebd-70f3fb773ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a11109-8b8b-4823-a394-fd6a9310ad66,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:58.467606 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-a0ea1a0b-98e4-43c0-9ebd-70f3fb773ee7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e97e0e7960a48179e82f6c4c45ea573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146759 Sep 10 17:39:58.470367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50220) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:39:58.520382 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.540811 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.653929 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.656943 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:58.658121 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0a11109-8b8b-4823-a394-fd6a9310ad66 HTTP/1.1" status: 204 len: 168 time: 0.1867852 Sep 10 17:39:58.666436 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89ff34-5e9a-41b4-8a31-0cfbed62f0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a11109-8b8b-4823-a394-fd6a9310ad66,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:39:58.796829 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df6f0fb4-81a6-4fab-be0d-cce7a9bfabd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.099704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e38c2-a23a-4989-99bb-0f1de868b129 req-3e83d154-b703-4155-99a3-5196423f6bcc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:59.101287 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-322e38c2-a23a-4989-99bb-0f1de868b129 req-3e83d154-b703-4155-99a3-5196423f6bcc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.0523703 Sep 10 17:39:59.141524 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-322e38c2-a23a-4989-99bb-0f1de868b129 req-d1840dae-e358-4dee-a68f-dcf2db06ba3b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Sep 10 17:39:59.803068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-9c5bfda0-d303-44d9-9a45-53af02942c8f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:39:59.804630 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-9c5bfda0-d303-44d9-9a45-53af02942c8f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.0500846 Sep 10 17:39:59.901899 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Deleting port 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:39:59.902230 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:39:59.997758 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] For port 1a997f2c-591c-4cde-bb49-f713c7ce2400, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a997f2c-591c-4cde-bb49-f713c7ce2400,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:39:59.998158 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.307505 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.315433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.315433 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Floating IP 8a278538-243a-45f2-ab27-7c7f47e80e19 disassociated. External IP: 172.27.3.105, port: 1a997f2c-591c-4cde-bb49-f713c7ce2400. Sep 10 17:40:00.315433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Calling delete_port for 1a997f2c-591c-4cde-bb49-f713c7ce2400 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:40:00.328519 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7c5d-12a4-4bab-bb4b-d1c7aacc1a8a req-8fc6afa1-6923-4add-a4f5-e9953cb79c7d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:00.330115 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c9f7c5d-12a4-4bab-bb4b-d1c7aacc1a8a req-8fc6afa1-6923-4add-a4f5-e9953cb79c7d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 947 time: 0.1076889 Sep 10 17:40:00.378341 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:00.410544 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5c9f7c5d-12a4-4bab-bb4b-d1c7aacc1a8a req-a19e51a6-d3f6-4680-9d64-c624b039d9d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a442901-0705-4944-8581-d263b136fa70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742996 Sep 10 17:40:00.488168 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d358cdf-5566-457d-a1bc-9a603ca57eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.577846 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d358cdf-5566-457d-a1bc-9a603ca57eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.579790 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.608782 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'Port': ['ID=1a997f2c-591c-4cde-bb49-f713c7ce2400,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:00.648483 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6d358cdf-5566-457d-a1bc-9a603ca57eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.690044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358cdf-5566-457d-a1bc-9a603ca57eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03f7f8-8a57-45fa-8837-e564f5f6c330,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:00.695874 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6d358cdf-5566-457d-a1bc-9a603ca57eec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33d050f129b943b5a249369cc5e5eadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179739 Sep 10 17:40:00.701346 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50264) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:00.734957 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:00.753662 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.775565 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.845803 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:00.855965 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:00.867777 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:00.868608 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:00.886859 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] No DVR routers for this DVR port 1a997f2c-591c-4cde-bb49-f713c7ce2400 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:40:00.889723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.891715 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-51613379-da38-42cf-8cee-e84a60ce9d54 req-293a22b6-4f24-4443-8134-d61cf3f6f683 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "DELETE /v2.0/ports/1a997f2c-591c-4cde-bb49-f713c7ce2400 HTTP/1.1" status: 204 len: 173 time: 1.0792744 Sep 10 17:40:00.892114 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-deleted', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:00.894336 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e181ca-53df-4eb4-b280-6ed7437afc0e" -d '{"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-deleted", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:00.906247 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.908934 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:00.912448 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc03f7f8-8a57-45fa-8837-e564f5f6c330 HTTP/1.1" status: 204 len: 168 time: 0.2083962 Sep 10 17:40:00.923365 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b66b-87e0-49e8-9d20-1ecfe141c5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03f7f8-8a57-45fa-8837-e564f5f6c330,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:00.951788 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e5e74b-4fd4-4819-9eb7-1607e139e078 x-openstack-request-id: req-08e5e74b-4fd4-4819-9eb7-1607e139e078 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:00.952157 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37408c57-cf36-4a0a-ba55-7dab15b4f48c", "name": "network-vif-deleted", "tag": "1a997f2c-591c-4cde-bb49-f713c7ce2400", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:00.952437 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08e5e74b-4fd4-4819-9eb7-1607e139e078 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:00.952981 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37408c57-cf36-4a0a-ba55-7dab15b4f48c', 'name': 'network-vif-deleted', 'tag': '1a997f2c-591c-4cde-bb49-f713c7ce2400', 'status': 'completed', 'code': 200} Sep 10 17:40:01.017250 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:01.229161 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:01.257229 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:01.266746 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:01.267358 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:39:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:01.395333 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:01.426068 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a1530f86-727e-445e-b590-91c7fab704ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.530365 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1d61a71e-bf4d-4fd2-84ec-bcbfc52a76da req-4088b272-72da-439e-aebd-f6eeb38b4aeb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=37408c57-cf36-4a0a-ba55-7dab15b4f48c HTTP/1.1" status: 200 len: 210 time: 0.0273099 Sep 10 17:40:01.635643 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:01.682060 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cf41e-1abc-4ecb-ab0d-9efffd5bf078 None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:01.684780 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:01.968762 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd91e02-487b-48ad-8499-74d5fc2c79cc None None] New status for floating IP 8a278538-243a-45f2-ab27-7c7f47e80e19: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:40:02.402786 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.714984 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50310) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:02.733922 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50312) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:02.774017 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.802401 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.850668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24149e48-0f89-401c-ae9b-297915a5ef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.941919 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24149e48-0f89-401c-ae9b-297915a5ef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.957325 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.959990 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:02.961209 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a442901-0705-4944-8581-d263b136fa70 HTTP/1.1" status: 204 len: 168 time: 0.2452428 Sep 10 17:40:02.964506 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50318) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:02.971333 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70012d4c-99d3-4c12-8731-0610f0b38f9a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a442901-0705-4944-8581-d263b136fa70,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:02.984200 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.api.v2.resource [None req-e87ba734-f07b-49d3-acb9-d5009126a240 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] show failed (client error): The resource could not be found. Sep 10 17:40:02.989321 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e87ba734-f07b-49d3-acb9-d5009126a240 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups/6a442901-0705-4944-8581-d263b136fa70 HTTP/1.1" status: 404 len: 347 time: 0.0195515 Sep 10 17:40:02.989654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50320) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:03.025997 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-24149e48-0f89-401c-ae9b-297915a5ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.111809 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-24149e48-0f89-401c-ae9b-297915a5ef19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7e7e8c5212f46d69827ff5b74306d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768356 Sep 10 17:40:03.114546 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50322) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:03.127748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24149e48-0f89-401c-ae9b-297915a5ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8a29f-2e4c-4ef2-b794-ba35701b3c98,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.157359 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Deleting port 005501f4-c94f-4936-881d-479143707223 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:40:03.157698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.165761 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.187157 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.231826 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.232223 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.245198 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Calling delete_port for 005501f4-c94f-4936-881d-479143707223 owned by network:floatingip {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:40:03.302228 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.304897 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.306064 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23b8a29f-2e4c-4ef2-b794-ba35701b3c98 HTTP/1.1" status: 204 len: 168 time: 0.1905255 Sep 10 17:40:03.315549 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c01eb-0a66-43e1-8e1f-8aac97ba29e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8a29f-2e4c-4ef2-b794-ba35701b3c98,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.482864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.512020 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'Port': ['ID=005501f4-c94f-4936-881d-479143707223,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:03.572323 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.579132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:03.579132 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f3ee5578-3811-4ef5-94c3-d999994e9c9d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a278538-243a-45f2-ab27-7c7f47e80e19 HTTP/1.1" status: 204 len: 168 time: 0.5861990 Sep 10 17:40:03.919970 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50340) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:03.924984 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096679430', 'description': 'tempest-description--1338024345'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:04.033641 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.116365 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.174203 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.204724 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897ac7b4-51bc-402f-9c0e-4bf6c7c69632,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:04.276863 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.277385 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.278453 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-100c27a1-f6d6-451c-ad70-41678dbb5a51 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3573282 Sep 10 17:40:04.283973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50352) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.288963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group_rule': {'security_group_id': '897ac7b4-51bc-402f-9c0e-4bf6c7c69632', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:04.390307 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.475130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.542036 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.563167 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44d0e99-a070-45c8-82ec-26409a017f9e,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:04.619654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e4b7-482b-482b-9605-40d35af5cd5a req-6cb3a0c4-9a39-470b-97c3-d411925392bd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:04.621134 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4d3e4b7-482b-482b-9605-40d35af5cd5a req-6cb3a0c4-9a39-470b-97c3-d411925392bd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0539687 Sep 10 17:40:04.627669 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.629209 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-2526b8d2-4292-46e0-9751-ad4f92f19c17 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440802 Sep 10 17:40:04.632030 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50364) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.636716 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'security_group_rule': {'security_group_id': '897ac7b4-51bc-402f-9c0e-4bf6c7c69632', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:04.660146 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:40:04.691093 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 1a997f2c-591c-4cde-bb49-f713c7ce2400 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:40:04.691706 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 1a997f2c-591c-4cde-bb49-f713c7ce2400 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:40:04.699473 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4d3e4b7-482b-482b-9605-40d35af5cd5a req-01fb60c0-58ff-4498-9a30-d3f88c2169e5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691319 Sep 10 17:40:04.718122 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-be3a25b6-a8b7-4b0b-a1e1-1f23a9403d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:04.719427 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-be3a25b6-a8b7-4b0b-a1e1-1f23a9403d53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1138 time: 0.0545003 Sep 10 17:40:04.772128 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.817913 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-4a51d1ab-b436-4c5c-aa0f-49b7661475b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:04.819374 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-4a51d1ab-b436-4c5c-aa0f-49b7661475b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.0917447 Sep 10 17:40:04.832416 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.905685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.925399 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d7a37f-41cd-4a70-b0d2-2e55241fb5c8,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:04.979771 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:04.981061 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0327bb63-3117-4394-9bd0-234b6ed99004 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480077 Sep 10 17:40:04.984825 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50368) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:04.989381 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:05.073786 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.146835 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-038bc478-d215-49de-b318-3cabf65064f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 1001 time: 0.3189254 Sep 10 17:40:05.178866 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.210260 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-1f21aa0a-0362-4b40-9916-f62dc797e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:05.210260 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-1f21aa0a-0362-4b40-9916-f62dc797e375 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0485063 Sep 10 17:40:05.261785 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-9ee29b18-9e8d-450e-b5d4-bc9cd9a7f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:05.263740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-9ee29b18-9e8d-450e-b5d4-bc9cd9a7f120 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455611 Sep 10 17:40:05.307970 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Allocated IP 172.27.3.217 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/c9df3839-79e0-43f2-987b-09bdbc2faf32) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:05.361929 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-15eed6e2-9d0d-4021-860e-e50fb5f3ba56 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902536 Sep 10 17:40:05.409914 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.462296 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4809d21-27ee-4366-ab06-a4464e6223e8 req-d281ef83-df6c-4a57-898a-87e42747137f service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914290 Sep 10 17:40:05.517484 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.558789 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:05.561769 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:05.565145 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:05.596206 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=c9df3839-79e0-43f2-987b-09bdbc2faf32,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:05.653776 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.768469 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.822411 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524111-2df3-4042-b9a6-5d642d50c57b req-c204955f-c279-48db-84a2-8c0f3afaa864 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:05.824860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c524111-2df3-4042-b9a6-5d642d50c57b req-c204955f-c279-48db-84a2-8c0f3afaa864 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0511322 Sep 10 17:40:05.867207 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c524111-2df3-4042-b9a6-5d642d50c57b req-b6066f51-803b-46c3-b8f7-46b743930f80 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343740 Sep 10 17:40:05.921442 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:05.982655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.056161 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=c9df3839-79e0-43f2-987b-09bdbc2faf32,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:06.067843 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.163234 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:06.164522 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-4b1a8f67-90bd-4a6a-9a99-89b452277e21 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1786771 Sep 10 17:40:06.352171 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-d7c5aa4a-9e9a-4b97-89ca-5a209e9254d6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2096679430&fields=id&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 267 time: 0.0338047 Sep 10 17:40:06.463753 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-d5de636b-863c-48d6-b810-cc00da79d114 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:06.465273 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-d5de636b-863c-48d6-b810-cc00da79d114 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 817 time: 0.1059070 Sep 10 17:40:06.481262 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-ab746542-31df-468f-853f-820e370f6d12 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/quotas/4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 375 time: 0.0095739 Sep 10 17:40:06.535581 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-631061e9-a7c6-49f2-8f92-f901aca911ca tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480504 Sep 10 17:40:06.640870 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-c1bbdaeb-672b-4c33-b018-afc3d9669587 service neutron] 10.222.0.53 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899665 Sep 10 17:40:06.731073 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-54f85838-b07d-4be6-bb62-5ddc3f2639c5 service neutron] 10.222.0.53 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838218 Sep 10 17:40:07.017577 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f85103d-db29-4bc1-8804-cf08dc792b5e req-955672d6-a602-4249-9394-5e1237a7842d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 210 time: 0.0360506 Sep 10 17:40:07.037193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e139a8-23a3-4700-b259-704f3b633e5d req-e29cebbb-d3a3-46ce-9239-3c596b8ba612 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:07.038849 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d3e139a8-23a3-4700-b259-704f3b633e5d req-e29cebbb-d3a3-46ce-9239-3c596b8ba612 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0925684 Sep 10 17:40:07.086727 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d3e139a8-23a3-4700-b259-704f3b633e5d req-d3223ce2-b372-45cc-aa15-ac52910960f9 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402427 Sep 10 17:40:08.165014 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-82905455-a1cc-4cf1-b800-5f5edd060292 req-9cab9c8f-ab6b-4a69-b658-437bcd4b169f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 210 time: 0.0652878 Sep 10 17:40:08.231268 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7162-a25f-453b-a4e3-6ee14adb5fb3 req-09d89fa8-bbe2-48bb-b904-ea7cb7923347 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:08.232768 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a92b7162-a25f-453b-a4e3-6ee14adb5fb3 req-09d89fa8-bbe2-48bb-b904-ea7cb7923347 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0511794 Sep 10 17:40:08.279839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a92b7162-a25f-453b-a4e3-6ee14adb5fb3 req-7adf2654-51ce-43b4-9ee9-7f3ccd70a9ad tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365739 Sep 10 17:40:08.941227 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-27dd89d3-7970-4621-87ad-c3779675fb92 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:08.942646 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-27dd89d3-7970-4621-87ad-c3779675fb92 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 817 time: 0.1093953 Sep 10 17:40:08.987875 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-a58f0804-9d7d-46e1-8d15-dfae2b635193 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 380 time: 0.0335324 Sep 10 17:40:08.998275 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'port': {'device_id': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'admin_state_up': True, 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'security_groups': ['897ac7b4-51bc-402f-9c0e-4bf6c7c69632']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:09.189521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Made reservation on behalf of 4ccad117d77e4aaab1cbe491dc0e72fc for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:09.193554 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.284379 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5085c6b9-3ec6-4c93-b3b3-6d1e2a7f515f req-d5b98c2a-e058-46ca-b686-a0b62d099d13 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 210 time: 0.0344884 Sep 10 17:40:09.364460 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Allocated IP 172.20.0.7 (e1ec08a3-dc8e-4f24-b101-6ae31cea676c/2c8e70ec-3367-4ddf-a97f-82804dfa8b49/03effcf7-4bfc-44f2-972b-bd2f7320e750) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:09.435308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e5dc-9f7a-43e2-b10d-5ddeb30ee580 req-b7e25be8-a39c-429b-b661-7291ba097b61 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:09.436751 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5459e5dc-9f7a-43e2-b10d-5ddeb30ee580 req-b7e25be8-a39c-429b-b661-7291ba097b61 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0832353 Sep 10 17:40:09.533596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5459e5dc-9f7a-43e2-b10d-5ddeb30ee580 req-4d992f96-ed47-4d8c-93f7-5e6cbb3e6088 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862160 Sep 10 17:40:09.566996 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.580735 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Transition to ACTIVE for port object 03effcf7-4bfc-44f2-972b-bd2f7320e750 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:09.711292 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.760169 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:09.763372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:09.770804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:09.773381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:09.830866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:09.831502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:09.946518 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-4a28c9fc-a981-406f-9643-98f2aee5b516 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518194 Sep 10 17:40:09.965761 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Request body: {'port': {'device_id': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:10.023006 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.025585 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1db3c411-da05-4366-84ee-91c8be659917 None None] Provisioning for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:10.029706 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-1db3c411-da05-4366-84ee-91c8be659917 None None] Provisioning complete for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:10.030080 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1db3c411-da05-4366-84ee-91c8be659917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.065869 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-1db3c411-da05-4366-84ee-91c8be659917 None None] Port 03effcf7-4bfc-44f2-972b-bd2f7320e750 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:10.292420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:10.300956 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.314042 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Transition to ACTIVE for port object 03effcf7-4bfc-44f2-972b-bd2f7320e750 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:10.375313 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.474479 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:10.490724 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5ddc7-0bf6-40d7-8062-1d4a5963c6bd req-b27c3375-1f69-4959-97ff-22b753224de3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:10.492283 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-afb5ddc7-0bf6-40d7-8062-1d4a5963c6bd req-b27c3375-1f69-4959-97ff-22b753224de3 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.1280913 Sep 10 17:40:10.569261 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-afb5ddc7-0bf6-40d7-8062-1d4a5963c6bd req-ab80550b-c6a0-4e22-be78-c5fcaf7d5761 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578587 Sep 10 17:40:10.572077 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Attempting to bind port 03effcf7-4bfc-44f2-972b-bd2f7320e750 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:10.572468 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Attempting to bind port 03effcf7-4bfc-44f2-972b-bd2f7320e750 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:10.572910 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Attempting to bind port 03effcf7-4bfc-44f2-972b-bd2f7320e750 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:10.579174 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Port 03effcf7-4bfc-44f2-972b-bd2f7320e750 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:40:10.579503 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Attempting to bind port 03effcf7-4bfc-44f2-972b-bd2f7320e750 on network e1ec08a3-dc8e-4f24-b101-6ae31cea676c {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:10.586930 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:10.587270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Checking segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:10.587657 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Bound using segment: {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:10.588095 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Bound port: 03effcf7-4bfc-44f2-972b-bd2f7320e750, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b2e23-858a-439c-865b-b552ed93a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:10.588482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.706409 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:10.715571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d26687-9fc2-406b-9cfd-4461330ed214 req-6056feeb-309b-4b92-b508-846c2ab8b57f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:10.717091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-78d26687-9fc2-406b-9cfd-4461330ed214 req-6056feeb-309b-4b92-b508-846c2ab8b57f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0782225 Sep 10 17:40:10.719313 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:10.759457 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-78d26687-9fc2-406b-9cfd-4461330ed214 req-9090ef74-704c-4701-b4ff-3ad19d943a0c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355794 Sep 10 17:40:10.788068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.823941 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:10.824545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:10.826044 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 200 len: 1093 time: 0.8651092 Sep 10 17:40:10.826493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:10.828945 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d3517-3d3d-4448-97ff-02035c14a360" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:10.862378 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d38c-307f-4e17-b25c-fbbed090c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:10.878012 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a069298a-aadb-4c7d-afb5-2fdda000bf13 x-openstack-request-id: req-a069298a-aadb-4c7d-afb5-2fdda000bf13 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:10.882111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:10.882111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a069298a-aadb-4c7d-afb5-2fdda000bf13 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:10.882111 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'status': 'completed', 'code': 200} Sep 10 17:40:10.947379 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3517-3d3d-4448-97ff-02035c14a360 req-9b50891b-b274-411d-9249-e96778f2b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:10.948951 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-948d3517-3d3d-4448-97ff-02035c14a360 req-9b50891b-b274-411d-9249-e96778f2b6c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1096 time: 0.0466993 Sep 10 17:40:11.060373 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3517-3d3d-4448-97ff-02035c14a360 req-fd827740-9ce6-45d0-b2ad-33ad0abf5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.061940 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-948d3517-3d3d-4448-97ff-02035c14a360 req-fd827740-9ce6-45d0-b2ad-33ad0abf5182 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1032903 Sep 10 17:40:11.169824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3517-3d3d-4448-97ff-02035c14a360 req-60ecd4b5-ac6c-49b3-869d-c6642fbb0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.172007 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-948d3517-3d3d-4448-97ff-02035c14a360 req-60ecd4b5-ac6c-49b3-869d-c6642fbb0cb8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000352 Sep 10 17:40:11.256783 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-9f4db4ff-34c0-467e-aa23-1c39b0d0d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.258288 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-9f4db4ff-34c0-467e-aa23-1c39b0d0d9a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1096 time: 0.0426226 Sep 10 17:40:11.302105 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-b76edc84-d1f5-4320-bf47-66563e14da43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 200 len: 217 time: 0.0332129 Sep 10 17:40:11.356624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-0905d226-d179-4643-b554-e60ce30330af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.358105 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-0905d226-d179-4643-b554-e60ce30330af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0445013 Sep 10 17:40:11.410226 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-b554b4b1-14b4-4e8f-a65b-1482073cb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.411802 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-b554b4b1-14b4-4e8f-a65b-1482073cb0e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456300 Sep 10 17:40:11.509418 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-bf7136ab-013d-42b4-8b52-423a9ab769d3 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887086 Sep 10 17:40:11.611257 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc9bf39c-130e-4f5f-bee3-befc421532b7 req-9b762353-9e67-46e0-a830-43b6d97ccfc6 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Sep 10 17:40:11.713517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287eb2-cc34-4fd9-b7a8-70bdeae50cb4 req-424db1ba-b05f-483c-9ef7-ca8db852bbe2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.714999 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb287eb2-cc34-4fd9-b7a8-70bdeae50cb4 req-424db1ba-b05f-483c-9ef7-ca8db852bbe2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0512683 Sep 10 17:40:11.754374 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb287eb2-cc34-4fd9-b7a8-70bdeae50cb4 req-14195fa0-94fe-4b11-8786-300e74a2124a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Sep 10 17:40:11.891671 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557a10-df35-4e9c-ab7c-b7930417ccd2 req-8a880b7b-d08e-4f5d-b27e-90fbc268d699 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:11.893312 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b557a10-df35-4e9c-ab7c-b7930417ccd2 req-8a880b7b-d08e-4f5d-b27e-90fbc268d699 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0590878 Sep 10 17:40:11.940795 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6b557a10-df35-4e9c-ab7c-b7930417ccd2 req-96dac38c-db73-4dcf-b847-10b1f486a2c7 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411749 Sep 10 17:40:12.872816 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaea18c-d0ff-48b1-8742-79a3361e4961 req-7d6ddbbe-3d9f-4d02-8c65-027b003c8a31 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:12.874214 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfaea18c-d0ff-48b1-8742-79a3361e4961 req-7d6ddbbe-3d9f-4d02-8c65-027b003c8a31 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0499301 Sep 10 17:40:12.911445 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfaea18c-d0ff-48b1-8742-79a3361e4961 req-bac327a3-531c-480b-a515-b4e4b5fb95de tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Sep 10 17:40:13.055944 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec330f-d1df-4049-bd2e-1b3d379f6221 req-ddc08a9a-bf26-4bac-ac89-c0731f35386f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:13.057443 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbec330f-d1df-4049-bd2e-1b3d379f6221 req-ddc08a9a-bf26-4bac-ac89-c0731f35386f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0500886 Sep 10 17:40:13.098298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cbec330f-d1df-4049-bd2e-1b3d379f6221 req-cf2b9f8b-4252-40c3-987c-e5849ed13bb3 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340071 Sep 10 17:40:14.030515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2bf8a-24aa-4527-8377-c1f3750f4ee7 req-bc0a6821-277d-41d4-b796-b400fd85e109 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:14.031995 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e2bf8a-24aa-4527-8377-c1f3750f4ee7 req-bc0a6821-277d-41d4-b796-b400fd85e109 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0488763 Sep 10 17:40:14.073146 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-16e2bf8a-24aa-4527-8377-c1f3750f4ee7 req-e16dd4c4-7786-4da4-8297-7c68d83a7ba4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Sep 10 17:40:14.213539 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63e18-65e9-4337-95f6-75044e2c7912 req-44a4ba00-39fc-4939-9b23-90d23af4c86b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:14.214979 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2db63e18-65e9-4337-95f6-75044e2c7912 req-44a4ba00-39fc-4939-9b23-90d23af4c86b tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0497930 Sep 10 17:40:14.260179 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2db63e18-65e9-4337-95f6-75044e2c7912 req-dbb4017b-ccc2-4168-b989-23675f6f6870 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381560 Sep 10 17:40:14.670696 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:14.769170 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:14.782972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:14.822659 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:14.838311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:14.861368 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:14.951213 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:15.003156 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:15.010315 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.018528 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:40:15.191249 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5032c-aa4c-43a0-affe-6f40f4700d63 req-0448d000-cbef-4e03-8105-0edd36fdc745 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.192856 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ad5032c-aa4c-43a0-affe-6f40f4700d63 req-0448d000-cbef-4e03-8105-0edd36fdc745 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0496185 Sep 10 17:40:15.230325 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ad5032c-aa4c-43a0-affe-6f40f4700d63 req-c90ceae9-f620-4eba-b21b-1b4199695590 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Sep 10 17:40:15.248502 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['03effcf7-4bfc-44f2-972b-bd2f7320e750'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:15.390009 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af877d0-0bc6-469b-8565-a1da4fe9a35d req-b9bfc058-b203-489b-b97d-7c02252f7b68 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.391699 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9af877d0-0bc6-469b-8565-a1da4fe9a35d req-b9bfc058-b203-489b-b97d-7c02252f7b68 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0639002 Sep 10 17:40:15.434576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9af877d0-0bc6-469b-8565-a1da4fe9a35d req-b3d9e5a1-227d-492e-8495-ca92a316808d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366285 Sep 10 17:40:15.570053 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45de84-042d-49a9-85b9-72dec119634e req-c84b6910-cbaa-4209-b640-6ad9e69244ee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.571657 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e45de84-042d-49a9-85b9-72dec119634e req-c84b6910-cbaa-4209-b640-6ad9e69244ee tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0506849 Sep 10 17:40:15.609066 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e45de84-042d-49a9-85b9-72dec119634e req-2810f8e1-7c39-440a-a3e1-132bcf6902f7 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Sep 10 17:40:15.770867 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-137cf0e7-826a-436b-9fe7-e0929d110697 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021543786&fields=id&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 267 time: 0.0333550 Sep 10 17:40:15.877144 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-32f07adb-2744-4b55-999f-63af17e96132 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:15.878838 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-32f07adb-2744-4b55-999f-63af17e96132 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.1012435 Sep 10 17:40:15.894138 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-56fcae9e-a884-4d87-af3d-b5453eec2934 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/quotas/35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Sep 10 17:40:15.944208 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-c934c48a-66f6-467d-93ae-6a6c9b664876 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450027 Sep 10 17:40:16.044436 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-3a5f3dd0-7349-432e-8713-2d0637aa5554 service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882847 Sep 10 17:40:16.092879 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:40:16.135679 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-38ccc27f-14ae-4321-be21-49a373f5b34b service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Sep 10 17:40:16.349884 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863cee-322f-4279-8bd6-9b5530732911 req-1e19fc01-7176-4965-92b9-53b481743924 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:16.351414 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d1863cee-322f-4279-8bd6-9b5530732911 req-1e19fc01-7176-4965-92b9-53b481743924 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0489852 Sep 10 17:40:16.391381 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d1863cee-322f-4279-8bd6-9b5530732911 req-2531f5a6-0a8b-4b27-89c7-25d3b218ad76 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Sep 10 17:40:16.393239 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50602) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:16.497877 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e8c81f2-2134-4c2b-b5c3-39a0ca7a6bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.579053 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebafb2-4929-4c21-b0d5-020898335069 req-7410d2e7-ee12-4360-b76f-34ef9042187c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:16.580564 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3ebafb2-4929-4c21-b0d5-020898335069 req-7410d2e7-ee12-4360-b76f-34ef9042187c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0744274 Sep 10 17:40:16.638336 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3ebafb2-4929-4c21-b0d5-020898335069 req-b583889d-f6fe-4b2c-885d-46c7cff32bd0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516958 Sep 10 17:40:16.677853 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e8c81f2-2134-4c2b-b5c3-39a0ca7a6bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.705059 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:16.754836 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3535771a-e6c8-4878-9e45-746a80659eb6 req-a92e63e3-d7f0-4b09-889e-eb6458cc14aa tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 210 time: 0.0383434 Sep 10 17:40:16.755566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-6e8c81f2-2134-4c2b-b5c3-39a0ca7a6bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.784596 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d2f1-e7b2-4b97-9501-651b1f0f2b99 req-07ce45c9-44f5-4663-9e6e-c937994d3820 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:16.786063 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-68d9d2f1-e7b2-4b97-9501-651b1f0f2b99 req-07ce45c9-44f5-4663-9e6e-c937994d3820 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0962756 Sep 10 17:40:16.822413 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:16.826469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:16.826845 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.827668 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-6e8c81f2-2134-4c2b-b5c3-39a0ca7a6bc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73445271b85e464b909eaecf6f0536ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334097 Sep 10 17:40:16.831160 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50618) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:16.831645 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c81f2-2134-4c2b-b5c3-39a0ca7a6bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb1adf6-75e4-4a63-b993-bbcec8acaafc,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:16.852892 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-68d9d2f1-e7b2-4b97-9501-651b1f0f2b99 req-244f9248-211c-49ea-b2c2-3a95da754a2e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583014 Sep 10 17:40:16.884826 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.905754 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.920753 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:16.943860 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:16.946184 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158ab8d-ab29-4378-b081-d7cc5215a0e0" -d '{"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:16.968015 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:16.981804 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93c30d-7991-4e8c-a49b-ea00ecd2270b x-openstack-request-id: req-ed93c30d-7991-4e8c-a49b-ea00ecd2270b {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:16.982095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:16.982353 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed93c30d-7991-4e8c-a49b-ea00ecd2270b {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:16.982744 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'code': 200} Sep 10 17:40:17.033947 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.036544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.037712 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cb1adf6-75e4-4a63-b993-bbcec8acaafc HTTP/1.1" status: 204 len: 168 time: 0.2052670 Sep 10 17:40:17.046133 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daaba2-3441-470d-b058-cb0142d60a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb1adf6-75e4-4a63-b993-bbcec8acaafc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:17.074084 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.112090 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:17.358524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b8b7-2d5a-4790-9bd1-21f99ff62306 req-3bdd7477-4b14-4a71-a56f-966773b0b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.360108 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eee0b8b7-2d5a-4790-9bd1-21f99ff62306 req-3bdd7477-4b14-4a71-a56f-966773b0b610 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1098 time: 0.0435414 Sep 10 17:40:17.407427 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eee0b8b7-2d5a-4790-9bd1-21f99ff62306 req-518c95ef-6742-46ff-b752-4cfb814e5abe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Sep 10 17:40:17.513111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc265a1-ec34-48aa-84a2-a1f6e6ee6109 req-a434e098-dcdc-4031-8d5e-0777784a8e44 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.514586 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7dc265a1-ec34-48aa-84a2-a1f6e6ee6109 req-a434e098-dcdc-4031-8d5e-0777784a8e44 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0490909 Sep 10 17:40:17.552020 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7dc265a1-ec34-48aa-84a2-a1f6e6ee6109 req-430389bb-257d-4cc1-aeac-bfeeed47a99b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Sep 10 17:40:17.776309 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfe26-aaa0-4b57-8a1a-d0e509cc7f65 req-c7dada1c-209d-43c1-8334-040cbf371c20 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.777763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-065bfe26-aaa0-4b57-8a1a-d0e509cc7f65 req-c7dada1c-209d-43c1-8334-040cbf371c20 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0524688 Sep 10 17:40:17.818934 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-065bfe26-aaa0-4b57-8a1a-d0e509cc7f65 req-45f4d130-629f-4f15-9a70-c338c836af6c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346153 Sep 10 17:40:17.855623 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8aedc550-2ba4-4955-9685-ab95f90eee2e req-db07eb78-c151-4879-b0c5-33f73b94d597 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Sep 10 17:40:17.970754 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-801ed82a-3600-47ab-b2c3-9158290053ad tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.972209 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-801ed82a-3600-47ab-b2c3-9158290053ad tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0760584 Sep 10 17:40:17.982014 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:17.994768 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c0241-7181-4e1d-88e2-b618751b7c71 req-50305bef-9850-4550-93b8-9f06f0665eb4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:17.996202 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-098c0241-7181-4e1d-88e2-b618751b7c71 req-50305bef-9850-4550-93b8-9f06f0665eb4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 945 time: 0.0702789 Sep 10 17:40:18.078780 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-098c0241-7181-4e1d-88e2-b618751b7c71 req-500a4bd2-9a69-44d5-8368-93d0333c101f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=87befd59-1e03-45ad-ae19-74e9a670b209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638022 Sep 10 17:40:18.101824 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Deleting port de9f50fe-52e0-4156-94bb-f84ff3b4f82e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:40:18.103625 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:18.192406 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] For port de9f50fe-52e0-4156-94bb-f84ff3b4f82e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:18.192769 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:18.360549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:18.361214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:18.361214 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Floating IP 498e9e52-db2d-4f09-9594-79a0a4d368e5 disassociated. External IP: 172.27.3.80, port: de9f50fe-52e0-4156-94bb-f84ff3b4f82e. Sep 10 17:40:18.361457 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Calling delete_port for de9f50fe-52e0-4156-94bb-f84ff3b4f82e owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:40:18.544902 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:18.570484 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'Port': ['ID=de9f50fe-52e0-4156-94bb-f84ff3b4f82e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:19.080175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8b1f1-d505-476c-a9d3-33b6f9535d78 req-c8ea1eb1-2a96-48d1-931d-20d3437b1b46 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:19.081725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9cb8b1f1-d505-476c-a9d3-33b6f9535d78 req-c8ea1eb1-2a96-48d1-931d-20d3437b1b46 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.1635122 Sep 10 17:40:19.095770 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da660b-b37e-44ed-b6c8-03f2f28a7b0e req-d78eda60-eef3-4a52-8230-24050520362c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:19.095770 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-17da660b-b37e-44ed-b6c8-03f2f28a7b0e req-d78eda60-eef3-4a52-8230-24050520362c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.1772430 Sep 10 17:40:19.150483 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-3e9470f1-6895-4afa-a7ae-c384de8eb6d6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:19.151830 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-3e9470f1-6895-4afa-a7ae-c384de8eb6d6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.5336444 Sep 10 17:40:19.153524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:19.202746 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-17da660b-b37e-44ed-b6c8-03f2f28a7b0e req-7a63f414-d2db-487a-9b7d-021c7b6c0bb8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968380 Sep 10 17:40:19.228510 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9cb8b1f1-d505-476c-a9d3-33b6f9535d78 req-ba1dfa12-3c38-4468-9ad8-d6b79312ba84 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164024 Sep 10 17:40:19.295699 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-1c9b89ef-1753-46b8-b3fa-5b998755153c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 380 time: 0.1303782 Sep 10 17:40:19.317007 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'port': {'device_id': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'admin_state_up': True, 'tenant_id': '35212163e3d04b73adfd995294308435', 'security_groups': ['6a298395-6021-4ab3-adf7-fa512577604a']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:19.362010 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a008c457-0d1a-4c3a-a924-d32d697200cd req-a5e37121-7ff5-4481-bc26-7239bd7e81a8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 210 time: 0.0746062 Sep 10 17:40:19.367317 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eab253d9-037d-4233-a6e0-d3c9f0e9b437 req-26dd188a-aba0-4f14-bbbe-ab239fef94c4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb259d-82d4-45a4-a5f0-fad99dd6976f HTTP/1.1" status: 200 len: 210 time: 0.0759861 Sep 10 17:40:19.440605 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:19.452322 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:19.462566 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:19.463276 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:19.496668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] No DVR routers for this DVR port de9f50fe-52e0-4156-94bb-f84ff3b4f82e on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:40:19.500186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.502258 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49ec7b0e-2302-4374-866e-f8973c8941c9 req-202a693e-af77-4beb-84dd-98fe5f0e27d1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "DELETE /v2.0/ports/de9f50fe-52e0-4156-94bb-f84ff3b4f82e HTTP/1.1" status: 204 len: 173 time: 1.5223708 Sep 10 17:40:19.502956 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'name': 'network-vif-deleted', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:19.505222 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a672b14-62e3-4211-adfb-fca497b16bbd" -d '{"events": [{"server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "name": "network-vif-deleted", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:19.545079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b68c0-8f65-45f4-a4ad-0bcfe0dcbb2c x-openstack-request-id: req-cf1b68c0-8f65-45f4-a4ad-0bcfe0dcbb2c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:19.545371 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeb259d-82d4-45a4-a5f0-fad99dd6976f", "name": "network-vif-deleted", "tag": "de9f50fe-52e0-4156-94bb-f84ff3b4f82e", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:19.545622 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf1b68c0-8f65-45f4-a4ad-0bcfe0dcbb2c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:19.546020 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeb259d-82d4-45a4-a5f0-fad99dd6976f', 'name': 'network-vif-deleted', 'tag': 'de9f50fe-52e0-4156-94bb-f84ff3b4f82e', 'status': 'completed', 'code': 200} Sep 10 17:40:19.572755 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:19.608191 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Made reservation on behalf of 35212163e3d04b73adfd995294308435 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:19.612375 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.744197 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.20.0.13 (e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7/420784b1-ef85-462e-a689-76fa0112ebd3/2548eb3b-5e7c-4997-8100-78a5fb0a5588) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:19.802937 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:19.829767 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:19.838115 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:19.838725 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:19.901869 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:19.916290 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Transition to ACTIVE for port object 2548eb3b-5e7c-4997-8100-78a5fb0a5588 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:19.945393 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:20.048556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.093130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:20.096887 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:20.100702 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:20.129760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:20.169790 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.170440 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.270066 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-66f480e1-8191-406c-87fe-1e0a0c2ede07 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9581461 Sep 10 17:40:20.286983 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Request body: {'port': {'device_id': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:20.320262 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:20.348317 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834609a0-4a0e-4061-9dce-2d74594f3bb1 None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:20.396130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3d7d0181-96ad-495e-b594-13d6bd6793aa None None] Provisioning for port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:20.403160 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-3d7d0181-96ad-495e-b594-13d6bd6793aa None None] Provisioning complete for port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:20.403805 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0181-96ad-495e-b594-13d6bd6793aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.416351 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.447525 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d0181-96ad-495e-b594-13d6bd6793aa None None] Port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:20.448461 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24201e-ffc7-48e0-bc6b-f3f080c75ce9 req-38bae7e1-ef39-486c-9b06-4aa00c96bafc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.449982 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3f24201e-ffc7-48e0-bc6b-f3f080c75ce9 req-38bae7e1-ef39-486c-9b06-4aa00c96bafc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.1283705 Sep 10 17:40:20.489140 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2fcad-1112-4c4d-90b7-3a9ab3e1a7e1 req-e5721395-816c-4686-9f90-7cfcb4bbd08c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.490686 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d8b2fcad-1112-4c4d-90b7-3a9ab3e1a7e1 req-e5721395-816c-4686-9f90-7cfcb4bbd08c tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.1702628 Sep 10 17:40:20.598448 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef676519-985d-466d-b064-956c0ccac7a8 None None] New status for floating IP 498e9e52-db2d-4f09-9594-79a0a4d368e5: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:40:20.610619 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3f24201e-ffc7-48e0-bc6b-f3f080c75ce9 req-4a5b3f75-324a-41ea-b1e1-e8a9206ab817 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389079 Sep 10 17:40:20.625963 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d8b2fcad-1112-4c4d-90b7-3a9ab3e1a7e1 req-6f0b35bd-9298-4799-b4c6-f1deb4fcde2a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219218 Sep 10 17:40:20.817639 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea95b5f-cd82-408c-a164-40a481994248 req-55b423aa-97c0-45a4-949e-619133b31abc tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.819094 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3ea95b5f-cd82-408c-a164-40a481994248 req-55b423aa-97c0-45a4-949e-619133b31abc tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 932 time: 0.1193829 Sep 10 17:40:20.861724 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f033-93aa-4896-bac7-73351b830227 req-67fd6218-2b56-4506-8cf1-0b1d3dbef5ff tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:20.863165 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5803f033-93aa-4896-bac7-73351b830227 req-67fd6218-2b56-4506-8cf1-0b1d3dbef5ff tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.1238205 Sep 10 17:40:20.872056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50656) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:20.878948 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Request body: {'floatingip': {'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:20.915884 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3ea95b5f-cd82-408c-a164-40a481994248 req-0c25c708-a9a7-4d94-a30c-68af661c78aa tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903318 Sep 10 17:40:20.920150 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2548eb3b-5e7c-4997-8100-78a5fb0a5588 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:20.932502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.934642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:20.946701 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Transition to ACTIVE for port object 2548eb3b-5e7c-4997-8100-78a5fb0a5588 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:20.968004 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50658) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:21.020839 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.050061 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.093606 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.112283 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:21.198337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Attempting to bind port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:21.198681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Attempting to bind port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:21.199072 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Attempting to bind port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:21.207235 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:40:21.207567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Attempting to bind port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:21.213092 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:21.213441 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:21.213828 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Bound using segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:21.214295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Bound port: 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:21.214707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.277913 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.280460 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.281667 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "DELETE /v2.0/security-groups/87befd59-1e03-45ad-ae19-74e9a670b209 HTTP/1.1" status: 204 len: 168 time: 0.3125896 Sep 10 17:40:21.285760 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50660) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:21.289102 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:21.302031 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5ef85-04ed-4814-bf89-689e5afa4608 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87befd59-1e03-45ad-ae19-74e9a670b209,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:21.312015 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:21.324078 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.api.v2.resource [None req-a57f798a-6a2b-47af-8973-a41e253766f5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] show failed (client error): The resource could not be found. Sep 10 17:40:21.324340 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a57f798a-6a2b-47af-8973-a41e253766f5 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups/87befd59-1e03-45ad-ae19-74e9a670b209 HTTP/1.1" status: 404 len: 347 time: 0.0376351 Sep 10 17:40:21.327404 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50662) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:21.383952 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.404655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.467125 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:21.467792 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.469192 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] 10.222.0.61 "PUT /v2.0/ports/2548eb3b-5e7c-4997-8100-78a5fb0a5588 HTTP/1.1" status: 200 len: 1094 time: 1.1874342 Sep 10 17:40:21.474294 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.492878 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce91b-8cc2-48ef-975f-345a2ec3a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:21.512350 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Deleting port a00e8ea1-27cf-4677-aa3b-7b7e244a610f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:40:21.512697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.568684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:21.571036 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6684e-24b4-4da3-bb96-cc3e575234ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:21.629859 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Floating IP f2a99cb3-3c45-4b16-baf8-d6c63116d5d7 associated. External IP: 172.27.3.217, port: 03effcf7-4bfc-44f2-972b-bd2f7320e750. Sep 10 17:40:21.646405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d3b53-be2f-4f56-b956-1e0b7fa3ef0e x-openstack-request-id: req-555d3b53-be2f-4f56-b956-1e0b7fa3ef0e {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:21.646703 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:21.646960 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-555d3b53-be2f-4f56-b956-1e0b7fa3ef0e {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:21.647480 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'status': 'completed', 'code': 200} Sep 10 17:40:21.660540 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.660864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.694143 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-9bb46b18-3988-4314-b33f-285bec1fc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:21.695691 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-9bb46b18-3988-4314-b33f-285bec1fc7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 1097 time: 0.0946410 Sep 10 17:40:21.696641 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Calling delete_port for a00e8ea1-27cf-4677-aa3b-7b7e244a610f owned by network:floatingip {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:40:21.777204 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-a10df965-e09c-4413-9fbc-97f262870851 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588 HTTP/1.1" status: 200 len: 217 time: 0.0696402 Sep 10 17:40:21.855456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:21.872531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-29c7c19d-eec7-4787-9382-c21277ceaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:21.874346 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-29c7c19d-eec7-4787-9382-c21277ceaf8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0877209 Sep 10 17:40:21.889071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc60c50-1404-4362-8659-5aec6a3da431 req-266160a7-6551-4801-9c74-2e03d1c8f51a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:21.890432 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0bc60c50-1404-4362-8659-5aec6a3da431 req-266160a7-6551-4801-9c74-2e03d1c8f51a tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.1454082 Sep 10 17:40:21.965876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:21.971579 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:21.980907 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:21.992882 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:21.993272 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0bc60c50-1404-4362-8659-5aec6a3da431 req-460aaf93-1224-4147-aace-01ec5b6b7f77 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbb75511-1b19-4d25-8eb8-34eec8fffeea&id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896566 Sep 10 17:40:21.993903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:22.005572 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-141086d4-11a1-4bc0-ba21-85cdf352ab4a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "PUT /v2.0/floatingips/f2a99cb3-3c45-4b16-baf8-d6c63116d5d7 HTTP/1.1" status: 200 len: 991 time: 1.1318257 Sep 10 17:40:22.008610 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:22.009002 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99100e54-6b69-427d-bd48-5221b3c5d079" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:22.029262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-ea5e1cb2-48ba-4b55-b240-41ec1157a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.030806 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-ea5e1cb2-48ba-4b55-b240-41ec1157a741 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381588 Sep 10 17:40:22.109539 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:22.140019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a19bf-eb2a-4774-9e04-886d791b3485 req-3e2d332f-ffe4-496e-b499-2430ab6cbe81 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.141190 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0c3a19bf-eb2a-4774-9e04-886d791b3485 req-3e2d332f-ffe4-496e-b499-2430ab6cbe81 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.1459520 Sep 10 17:40:22.144165 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:22.158075 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a0f735-cd8d-466e-97cb-1d765d3079f9 x-openstack-request-id: req-38a0f735-cd8d-466e-97cb-1d765d3079f9 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:22.158856 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:22.159112 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38a0f735-cd8d-466e-97cb-1d765d3079f9 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:22.159766 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'status': 'completed', 'code': 200} Sep 10 17:40:22.207349 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'Port': ['ID=a00e8ea1-27cf-4677-aa3b-7b7e244a610f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:22.238247 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-05eec13f-432b-4e6a-b7fb-1f19c1e3d0d9 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901290 Sep 10 17:40:22.317037 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0c3a19bf-eb2a-4774-9e04-886d791b3485 req-625c4821-89b9-4c21-bb09-eb4057fb3048 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617527 Sep 10 17:40:22.339253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-3a60c0eb-837c-4413-8536-1e7ba5725d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.340784 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-3a60c0eb-837c-4413-8536-1e7ba5725d72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1098 time: 0.1564646 Sep 10 17:40:22.350256 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f2a99cb3-3c45-4b16-baf8-d6c63116d5d7', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:05Z', 'updated_at': '2021-09-10T17:40:21Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:22.376711 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:22.385597 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:22.386209 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:22.396108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:22.398559 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:22.399693 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-28d0461a-5fc6-4417-91c3-3daa3488e80f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "DELETE /v2.0/floatingips/498e9e52-db2d-4f09-9594-79a0a4d368e5 HTTP/1.1" status: 204 len: 168 time: 1.0712688 Sep 10 17:40:22.463085 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac1bd41-351f-4c79-8b4b-bdfbe9d6eaee req-eb239532-edd9-406f-8e5a-8f691739d55b service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068510 Sep 10 17:40:22.487243 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-906ad58e-42e2-4d8a-8eb2-6d22ae00dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.488762 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-906ad58e-42e2-4d8a-8eb2-6d22ae00dc53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.1210217 Sep 10 17:40:22.499275 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:22.556587 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-1d7683d2-fedc-4642-9f62-227b76509105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 200 len: 999 time: 0.0597022 Sep 10 17:40:22.643229 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-1cddb1e5-c4cf-4de6-a6fb-1685f2599ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.644714 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-1cddb1e5-c4cf-4de6-a6fb-1685f2599ee4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0779300 Sep 10 17:40:22.650766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-9fc576e2-b5fb-43bd-ad3c-4e719b7d534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:22.652087 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-9fc576e2-b5fb-43bd-ad3c-4e719b7d534f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 1097 time: 0.0539496 Sep 10 17:40:22.734422 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f2a99cb3-3c45-4b16-baf8-d6c63116d5d7', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:05Z', 'updated_at': '2021-09-10T17:40:21Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:22.764284 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device de9f50fe-52e0-4156-94bb-f84ff3b4f82e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:40:22.766989 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c58c45-4644-4bad-8926-3ef1d969b47f None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'f2a99cb3-3c45-4b16-baf8-d6c63116d5d7', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:05Z', 'updated_at': '2021-09-10T17:40:21Z', 'revision_number': 1, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:22.787697 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: de9f50fe-52e0-4156-94bb-f84ff3b4f82e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:40:22.788036 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device de9f50fe-52e0-4156-94bb-f84ff3b4f82e not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:40:22.893417 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50678) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:22.898221 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700586029', 'description': 'tempest-description--1297179049'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:22.981990 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:22.989629 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c67df-a2b6-40fc-9606-f637cd2b92f5 None None] New status for floating IP f2a99cb3-3c45-4b16-baf8-d6c63116d5d7: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:40:23.016071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-0f181152-ed03-46e2-a677-9202138c8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.017626 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-0f181152-ed03-46e2-a677-9202138c8f8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3646600 Sep 10 17:40:23.045561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-6c9e45c9-5c80-4290-90e8-25c21c09fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.047689 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-6c9e45c9-5c80-4290-90e8-25c21c09fccf service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.3863041 Sep 10 17:40:23.071330 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.100424 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-80526b23-7774-45c4-b99e-6f545eab0282 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588 HTTP/1.1" status: 200 len: 217 time: 0.0416086 Sep 10 17:40:23.130321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.163455 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267c6d21-c8b0-49a0-bbd0-70aff38bd349,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:23.196577 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-d7169335-8631-4be6-be66-0c9b83ce9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.198047 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-d7169335-8631-4be6-be66-0c9b83ce9636 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0639467 Sep 10 17:40:23.199918 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-8a43d6b8-f5d7-48b0-b035-578b3a3d999a service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618283 Sep 10 17:40:23.233776 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.235922 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-26296ad3-d414-4a31-83c1-294447207258 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3414335 Sep 10 17:40:23.238864 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50682) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:23.243431 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group_rule': {'security_group_id': '267c6d21-c8b0-49a0-bbd0-70aff38bd349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:23.314772 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-39d2e9d0-f0b7-4b70-b462-81ffe08ee6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.316282 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-39d2e9d0-f0b7-4b70-b462-81ffe08ee6e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051397 Sep 10 17:40:23.350353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.351056 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99100e54-6b69-427d-bd48-5221b3c5d079 req-dba97846-a1db-45bd-8d41-a7449f3d514b service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325970 Sep 10 17:40:23.418529 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.451312 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-51d46436-c92d-4c3e-ba8d-5b1e4b8e0077 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232116 Sep 10 17:40:23.463770 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68536b4-a54f-4113-b7b8-2ab6fa14aca0 req-f3103f53-f60a-4887-b562-185d6672b6a1 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:23.465174 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f68536b4-a54f-4113-b7b8-2ab6fa14aca0 req-f3103f53-f60a-4887-b562-185d6672b6a1 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0653703 Sep 10 17:40:23.478945 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.499761 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a6097c-b41f-4328-8d31-2f1e34c8bd37,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:23.554913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f68536b4-a54f-4113-b7b8-2ab6fa14aca0 req-4cd750f4-a917-4a3f-8e48-6c72f1da6d7f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811055 Sep 10 17:40:23.580698 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-04f6684e-24b4-4da3-bb96-cc3e575234ed req-798551b3-b7fa-4a77-82c2-8455918a243e service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145411 Sep 10 17:40:23.581883 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.583093 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-3b55e2c2-30f1-4922-a39c-38cb5b3accc3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432193 Sep 10 17:40:23.585772 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50686) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:23.590030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'security_group_rule': {'security_group_id': '267c6d21-c8b0-49a0-bbd0-70aff38bd349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:23.711605 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.768417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.853289 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587258'] for security_group_rule, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.872635 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c11ec-c922-499b-8fee-7c248ee0b9c0,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:23.970503 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:23.971670 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ef210167-494f-4f4e-a172-751fe7088810 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849604 Sep 10 17:40:23.974726 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50690) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:23.979253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:24.065026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.162062 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.270183 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Allocated IP 172.27.3.179 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/059443e3-9a45-46c9-841b-702c5d457c72) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:24.373541 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.467579 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.504064 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:24.506786 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:24.510105 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:24.535102 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=059443e3-9a45-46c9-841b-702c5d457c72,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:24.598804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.671345 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e95c-b1b9-4d2d-a3cb-c49563a161df req-1088c8fe-f045-4286-af2f-0685b8d2cad7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:24.672968 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f616e95c-b1b9-4d2d-a3cb-c49563a161df req-1088c8fe-f045-4286-af2f-0685b8d2cad7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0529940 Sep 10 17:40:24.712644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.753576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f616e95c-b1b9-4d2d-a3cb-c49563a161df req-ba587084-82e2-4046-b036-b8fa7cea2bf6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609512 Sep 10 17:40:24.884501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:24.941498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.010848 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=059443e3-9a45-46c9-841b-702c5d457c72,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:25.022074 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.076041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:25.077307 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-aba09328-ab42-4278-8fc0-96b0b224c087 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1016619 Sep 10 17:40:25.260067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-78a153b0-a7bc-4df4-a700-4dee947e35a0 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--700586029&fields=id&tenant_id=8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 267 time: 0.0333331 Sep 10 17:40:25.368076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-cc043228-4db1-4d0d-9b37-0615608501b6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:25.369624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-cc043228-4db1-4d0d-9b37-0615608501b6 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 810 time: 0.1028509 Sep 10 17:40:25.385066 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-f4dcad42-8aca-4eea-a386-da552c8d9b44 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/quotas/8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 375 time: 0.0098176 Sep 10 17:40:25.437042 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-f4046954-ec35-4830-971a-1db2f231d16f tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466321 Sep 10 17:40:25.533975 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-6eb7418a-5d56-4fca-b444-5226588b9fdb service neutron] 10.222.0.53 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854707 Sep 10 17:40:25.621508 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-5f5a0628-e352-45fa-af77-0d5f12c7df2c service neutron] 10.222.0.53 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815704 Sep 10 17:40:25.883561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0acbf-87c4-4df2-87a3-c93981f8b86c req-693b0e2a-dbc3-4747-8e95-986a1ddfca51 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:25.885076 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96a0acbf-87c4-4df2-87a3-c93981f8b86c req-693b0e2a-dbc3-4747-8e95-986a1ddfca51 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0648329 Sep 10 17:40:25.904221 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fb2688ac-378f-476f-8fc0-7c4f55c42963 req-02d06790-6704-47f4-abcf-13e56a5cbe33 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 210 time: 0.0368755 Sep 10 17:40:25.945053 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96a0acbf-87c4-4df2-87a3-c93981f8b86c req-79eb224e-886b-44f8-a065-31b2f716a501 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Sep 10 17:40:27.008359 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db58beb2-8283-4820-8cee-3ef602fd8c16 req-3dd7f462-9936-430e-9886-334fd9d7bd70 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Sep 10 17:40:27.075809 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9673-18fa-4a29-bc7c-48b17df7ecf4 req-bf9e8137-6204-4af4-8e79-d082364ef495 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:27.077406 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3bb9673-18fa-4a29-bc7c-48b17df7ecf4 req-bf9e8137-6204-4af4-8e79-d082364ef495 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0548716 Sep 10 17:40:27.125278 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e3bb9673-18fa-4a29-bc7c-48b17df7ecf4 req-dce69897-8f91-43dd-abfe-6555756cfdc0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Sep 10 17:40:28.007576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-d41efc7f-c789-4108-b431-7cf49653b108 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.009298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-d41efc7f-c789-4108-b431-7cf49653b108 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 810 time: 0.1003215 Sep 10 17:40:28.065563 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-3eeaebb8-e38a-46d4-8244-45ce74859e48 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd7061e45d433f9f6891dca1b8766e HTTP/1.1" status: 200 len: 379 time: 0.0363784 Sep 10 17:40:28.076760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'port': {'device_id': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'admin_state_up': True, 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'security_groups': ['267c6d21-c8b0-49a0-bbd0-70aff38bd349']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:28.131053 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0a96e1b7-4824-4377-b919-4292fd949763 req-d601ca9f-e2ad-49d0-88df-76324f8bdb50 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 210 time: 0.0393209 Sep 10 17:40:28.256672 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d758d0-bd5d-48ea-a706-ab9875efd41d req-5a51ff3b-cfda-4bb1-a5fc-6ae9c9856636 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.258219 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0d758d0-bd5d-48ea-a706-ab9875efd41d req-5a51ff3b-cfda-4bb1-a5fc-6ae9c9856636 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0563819 Sep 10 17:40:28.298502 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0d758d0-bd5d-48ea-a706-ab9875efd41d req-60a7aba3-857f-4dbd-99e1-897228aabae6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Sep 10 17:40:28.316402 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Made reservation on behalf of 8ebd7061e45d433f9f6891dca1b8766e for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:40:28.322804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.445788 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Allocated IP 172.20.0.7 (c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5/c15103ec-4f9f-4fc4-aab9-46f593940c30/fcc5f4a9-965c-46dc-9367-f4f1098a4cb7) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:28.578933 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.592205 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Transition to ACTIVE for port object fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:28.688849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.730276 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:28.733283 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:28.737682 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:28.745953 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event updated for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:28.792793 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:28.793446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.814345 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-855e1b64-3214-47b2-a3e5-27a9d683ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:28.885345 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-e1c72e3c-ff05-4885-9abd-e6cb6f75a29e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122382 Sep 10 17:40:28.899066 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Request body: {'port': {'device_id': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:28.952505 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.021635 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9bb7-444c-4923-9837-ca5f0cbe36a0 None None] Provisioning for port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:29.025448 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9bb7-444c-4923-9837-ca5f0cbe36a0 None None] Provisioning complete for port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:29.025825 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9bb7-444c-4923-9837-ca5f0cbe36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.058856 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9bb7-444c-4923-9837-ca5f0cbe36a0 None None] Port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:40:29.235516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:29.244423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.261882 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Transition to ACTIVE for port object fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:40:29.272552 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4eec7-d9f6-44ed-aad9-6f234996e2a1 req-62fb1a8f-8903-4351-a6db-8f5c5ebfe368 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.283743 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-48f4eec7-d9f6-44ed-aad9-6f234996e2a1 req-62fb1a8f-8903-4351-a6db-8f5c5ebfe368 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 931 time: 0.0732179 Sep 10 17:40:29.311246 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-48f4eec7-d9f6-44ed-aad9-6f234996e2a1 req-02808e44-2704-43b9-9a9d-83b450414415 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Sep 10 17:40:29.335938 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.422778 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:29.477002 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297d12-168d-4e7a-b41e-fcbabdc22539 req-d908337f-9691-4d8e-bf76-657e215b144f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.478524 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c2297d12-168d-4e7a-b41e-fcbabdc22539 req-d908337f-9691-4d8e-bf76-657e215b144f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.1119945 Sep 10 17:40:29.527852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Attempting to bind port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:40:29.528188 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Attempting to bind port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:40:29.528545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Attempting to bind port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:29.540834 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c2297d12-168d-4e7a-b41e-fcbabdc22539 req-e0a4b095-8229-4e90-a712-06b213e47eec tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542362 Sep 10 17:40:29.541524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:40:29.541846 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Attempting to bind port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 on network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:40:29.547009 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:40:29.547351 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Checking segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:40:29.547724 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Bound using segment: {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:40:29.548148 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Bound port: fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d3e8b6-5496-4b47-a610-1c4b00f2615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:40:29.548533 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.614810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:40:29.617842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:40:29.685623 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.722477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.723092 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:29.724518 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] 10.222.0.61 "PUT /v2.0/ports/fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 HTTP/1.1" status: 200 len: 1093 time: 0.8299971 Sep 10 17:40:29.724965 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:29.727193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57561d50-f55a-47c7-aa40-c5fb2a4a90be" -d '{"events": [{"name": "network-changed", "server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:29.762275 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc83aa-6f19-4512-8ddb-3f3a2beb8174 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:29.770209 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3e18d-bb0d-4163-b0e7-32312b3f066b x-openstack-request-id: req-62a3e18d-bb0d-4163-b0e7-32312b3f066b {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:29.770492 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:29.770739 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62a3e18d-bb0d-4163-b0e7-32312b3f066b {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:29.771132 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'status': 'completed', 'code': 200} Sep 10 17:40:29.838229 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-7fb69a43-d493-4446-b3e6-0835b2aa34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.839748 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-7fb69a43-d493-4446-b3e6-0835b2aa34ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 1096 time: 0.0434101 Sep 10 17:40:29.944890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-a5125b29-4c3e-4a1b-aaf0-9343f5665d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:29.946292 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-a5125b29-4c3e-4a1b-aaf0-9343f5665d65 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964205 Sep 10 17:40:30.040058 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-5b271942-7f41-4c32-ac48-43e7547a2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.041618 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-57561d50-f55a-47c7-aa40-c5fb2a4a90be req-5b271942-7f41-4c32-ac48-43e7547a2d7f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863888 Sep 10 17:40:30.138183 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-b99b8d57-9ac3-4c15-9b05-7adf3bc9491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.139645 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-b99b8d57-9ac3-4c15-9b05-7adf3bc9491e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 1096 time: 0.0436807 Sep 10 17:40:30.182707 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-f673c880-2dbd-4543-bcec-af379f6a11fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 HTTP/1.1" status: 200 len: 217 time: 0.0338514 Sep 10 17:40:30.229976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-243ef2d5-2ad1-4fa5-8c24-1e27c961e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.231291 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-243ef2d5-2ad1-4fa5-8c24-1e27c961e3ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.0418105 Sep 10 17:40:30.279111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-27dccf7b-6e76-4dd8-901c-0a671aaec6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.280605 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-27dccf7b-6e76-4dd8-901c-0a671aaec6f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424764 Sep 10 17:40:30.374643 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-786d4444-ee1e-4026-82dc-8ce125498183 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Sep 10 17:40:30.482946 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4cc9c-2774-4be3-9cc4-e96416ad2a27 req-e795ef2a-658c-4e3a-b2a5-a57fdb6b0f25 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.484880 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-08c4cc9c-2774-4be3-9cc4-e96416ad2a27 req-e795ef2a-658c-4e3a-b2a5-a57fdb6b0f25 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 943 time: 0.1029751 Sep 10 17:40:30.514552 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cf9f1d78-2843-42f1-8ca9-5877159ff6ab req-49ecefa9-1b33-4383-a473-b97e7a1a01d3 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251090 Sep 10 17:40:30.533562 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-08c4cc9c-2774-4be3-9cc4-e96416ad2a27 req-f8c40402-7e0d-4224-8543-5ebc26f2fb98 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398781 Sep 10 17:40:30.655193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fd81a-683f-486d-8d54-1ec87dc7dd75 req-d0ca2594-69c1-4032-be5f-3a469d66af87 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:30.657261 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-080fd81a-683f-486d-8d54-1ec87dc7dd75 req-d0ca2594-69c1-4032-be5f-3a469d66af87 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 944 time: 0.0501873 Sep 10 17:40:30.697516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-080fd81a-683f-486d-8d54-1ec87dc7dd75 req-b50ac4d3-d7d1-4392-ba72-a705f07d7573 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345037 Sep 10 17:40:30.801408 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2548eb3b-5e7c-4997-8100-78a5fb0a5588 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:30.894873 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:30.905469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'port_id': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'mac_address': 'fa:16:3e:aa:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:30.941241 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:30.953686 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2548eb3b-5e7c-4997-8100-78a5fb0a5588 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:30.972420 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:31.021730 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:31.071026 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:31.316882 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['2548eb3b-5e7c-4997-8100-78a5fb0a5588'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:31.434387 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f390fded-6676-4687-8d28-2d6332454d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:31.647530 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2f62-eff1-418e-b5e0-af64a6a55f01 req-dd493862-d081-4dd2-8a6b-b1dfb308e6d7 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:31.654548 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-089e2f62-eff1-418e-b5e0-af64a6a55f01 req-dd493862-d081-4dd2-8a6b-b1dfb308e6d7 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 943 time: 0.0484614 Sep 10 17:40:31.676152 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:31.688822 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-089e2f62-eff1-418e-b5e0-af64a6a55f01 req-3272b671-3cfe-4a52-9918-3d0b723931d4 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338590 Sep 10 17:40:31.814215 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01eea-d9b1-4964-a2c7-ce04acdfc3d8 req-a5dd82f1-854f-44e5-bdf1-9c07a0612251 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:31.815774 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75d01eea-d9b1-4964-a2c7-ce04acdfc3d8 req-a5dd82f1-854f-44e5-bdf1-9c07a0612251 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Sep 10 17:40:31.854537 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75d01eea-d9b1-4964-a2c7-ce04acdfc3d8 req-2021f33b-d460-4ab3-b513-c8022302754b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Sep 10 17:40:32.415825 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:32.802766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e2ab0-926a-4a2b-9752-710b3fa48d35 req-d59c4aed-3003-4514-af8d-cec39afb2487 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:32.804227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b8e2ab0-926a-4a2b-9752-710b3fa48d35 req-d59c4aed-3003-4514-af8d-cec39afb2487 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 943 time: 0.0483360 Sep 10 17:40:32.811099 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:40:32.813433 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2548eb3b-5e7c-4997-8100-78a5fb0a5588 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:32.848198 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b8e2ab0-926a-4a2b-9752-710b3fa48d35 req-a44f094e-9904-4ae2-b807-685fd9ea4224 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Sep 10 17:40:32.946758 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:32.958479 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'port_id': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'mac_address': 'fa:16:3e:9d:71:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:40:32.975342 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238a434-833e-476b-bdac-90fb8dacaa0e req-cffdcaff-712c-4ec3-b37f-58598ce16ef8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:32.976414 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d238a434-833e-476b-bdac-90fb8dacaa0e req-cffdcaff-712c-4ec3-b37f-58598ce16ef8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Sep 10 17:40:32.996996 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:33.010905 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:40:33.014616 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d238a434-833e-476b-bdac-90fb8dacaa0e req-4864903e-52d3-4c47-a0ec-45ee3a2ee044 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Sep 10 17:40:33.022077 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:33.032851 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:33.033223 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:33.036117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:33.106732 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:33.115973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:33.159758 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:33.161924 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908eec9a-66a1-4b96-a8b2-ef6b4a77bc95" -d '{"events": [{"server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "name": "network-vif-plugged", "status": "completed", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:33.182904 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:33.187963 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:33.205019 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745e088-5b7d-4ee6-83d3-635f28c4bcfc x-openstack-request-id: req-a745e088-5b7d-4ee6-83d3-635f28c4bcfc {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:33.205305 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "name": "network-vif-plugged", "status": "completed", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:33.205563 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a745e088-5b7d-4ee6-83d3-635f28c4bcfc {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:33.205957 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'code': 200} Sep 10 17:40:33.264693 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:33.314714 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:33.405489 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:40:33.571595 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636f1e-4eba-43e9-b75c-c4a5554a452d req-faf0b34c-2c05-4a3d-a4c8-d3011712c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:33.573105 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8d636f1e-4eba-43e9-b75c-c4a5554a452d req-faf0b34c-2c05-4a3d-a4c8-d3011712c320 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 1099 time: 0.0399506 Sep 10 17:40:33.615424 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8d636f1e-4eba-43e9-b75c-c4a5554a452d req-956a82e4-cef3-4f31-8629-140e36d5b6bc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285258 Sep 10 17:40:33.961301 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b62e98-6439-4b09-8413-d6f763a53fcd req-81b88e15-14e8-444d-871d-34b258977348 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:33.962781 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-97b62e98-6439-4b09-8413-d6f763a53fcd req-81b88e15-14e8-444d-871d-34b258977348 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 944 time: 0.0480938 Sep 10 17:40:34.004468 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-97b62e98-6439-4b09-8413-d6f763a53fcd req-1407532f-c481-4d09-863a-7974c070272b tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357902 Sep 10 17:40:34.131212 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc995ef5-fc78-458d-bb42-c23691f404fc req-7a1e79cd-3151-46d1-8105-b74476ee954e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:34.132598 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dc995ef5-fc78-458d-bb42-c23691f404fc req-7a1e79cd-3151-46d1-8105-b74476ee954e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Sep 10 17:40:34.169328 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dc995ef5-fc78-458d-bb42-c23691f404fc req-22f1a315-a42f-4f43-b1a1-ca322bfe9545 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Sep 10 17:40:34.258795 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:34.811611 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:40:34.922468 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:40:34.926694 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:40:34.927079 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:35.006024 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:35.038220 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:40:35.111041 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:35.123589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6769-10e5-4f9e-ab2f-97307e8dbcf8 req-96e72221-2fbf-42cd-aebe-b7e24c83953d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.131674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b8f6769-10e5-4f9e-ab2f-97307e8dbcf8 req-96e72221-2fbf-42cd-aebe-b7e24c83953d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 944 time: 0.0580740 Sep 10 17:40:35.160143 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:35.164740 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b8f6769-10e5-4f9e-ab2f-97307e8dbcf8 req-86800294-e3fc-44e5-84d5-dcf58389b75c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Sep 10 17:40:35.207333 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:35.209956 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff2e0a-6774-45cb-8292-639091b926f7" -d '{"events": [{"server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:35.247552 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45457f6-da8d-4192-b340-c24c1a66ab22 x-openstack-request-id: req-c45457f6-da8d-4192-b340-c24c1a66ab22 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:35.248251 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "name": "network-vif-plugged", "status": "completed", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:35.248559 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45457f6-da8d-4192-b340-c24c1a66ab22 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:35.248953 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'code': 200} Sep 10 17:40:35.283362 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109148-9079-461b-a831-f137c8f82f63 req-0585831c-8489-4f95-be9c-4754911b85c4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.284867 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-94109148-9079-461b-a831-f137c8f82f63 req-0585831c-8489-4f95-be9c-4754911b85c4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Sep 10 17:40:35.325269 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-94109148-9079-461b-a831-f137c8f82f63 req-731dee9b-fd9c-4458-ae82-abebf83161eb tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345659 Sep 10 17:40:35.443518 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4034-9bb8-43ba-9e77-9a3a1769ce48 req-ca84e2e5-92c5-4f73-a474-0f959bdd6dbe tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.444917 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f2de4034-9bb8-43ba-9e77-9a3a1769ce48 req-ca84e2e5-92c5-4f73-a474-0f959bdd6dbe tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0497532 Sep 10 17:40:35.483248 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f2de4034-9bb8-43ba-9e77-9a3a1769ce48 req-3f14cfcb-ae93-4ac2-9779-985c57ef4ffc tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Sep 10 17:40:35.505106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50786) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:35.563417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84d84-ecd4-4b46-a3db-ece35d28e1b8 req-067aaf2a-fa41-4dd9-b804-fe54668f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.564969 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-62e84d84-ecd4-4b46-a3db-ece35d28e1b8 req-067aaf2a-fa41-4dd9-b804-fe54668f66b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 1098 time: 0.0400155 Sep 10 17:40:35.607302 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-62e84d84-ecd4-4b46-a3db-ece35d28e1b8 req-7b36c87d-35af-44ff-a2e6-855e70c5501c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Sep 10 17:40:35.694014 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e8de2-c40a-4481-b658-d36f31c91d9f tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:35.695438 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f27e8de2-c40a-4481-b658-d36f31c91d9f tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 1094 time: 0.1893497 Sep 10 17:40:35.698239 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50790) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:35.702400 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'port_id': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'tenant_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:35.810296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:35.908892 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:36.014381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.27.3.253 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/54e16b51-be28-4677-9e32-7b72ef88bdf4) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:40:36.111865 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:36.207336 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:36.272912 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:40:36.278423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:40:36.285942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:40:36.289276 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=54e16b51-be28-4677-9e32-7b72ef88bdf4,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:36.332792 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2c13-ee70-42e7-bd0b-082bf618fe08 req-74671841-ceab-4d37-ae14-01f8d60d86f1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:36.334264 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-132b2c13-ee70-42e7-bd0b-082bf618fe08 req-74671841-ceab-4d37-ae14-01f8d60d86f1 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.1024432 Sep 10 17:40:36.421115 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-132b2c13-ee70-42e7-bd0b-082bf618fe08 req-eb3bb5e5-5441-4761-af11-908ddb17b621 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807507 Sep 10 17:40:36.909416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.025654 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.175062 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.267710 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.338845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=54e16b51-be28-4677-9e32-7b72ef88bdf4,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:40:37.350803 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.447589 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP 9ac2138b-45b1-4aa3-9b88-fede32bba606 associated. External IP: 172.27.3.253, port: 2548eb3b-5e7c-4997-8100-78a5fb0a5588. Sep 10 17:40:37.577906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ef64b-3c92-4148-a414-8fcd9e5ee965 req-29133982-c85d-4a69-ab7d-fbae1e97af35 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:37.579408 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b11ef64b-3c92-4148-a414-8fcd9e5ee965 req-29133982-c85d-4a69-ab7d-fbae1e97af35 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0925138 Sep 10 17:40:37.685109 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b11ef64b-3c92-4148-a414-8fcd9e5ee965 req-054b0eef-721f-4a6d-abbb-b823548815b7 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978291 Sep 10 17:40:37.724330 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:37.856580 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddddd8-ed5e-4bec-97fd-578507c228a9 req-606309d8-4f63-4e32-8c08-0efbc2fb0d20 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:37.858048 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-84ddddd8-ed5e-4bec-97fd-578507c228a9 req-606309d8-4f63-4e32-8c08-0efbc2fb0d20 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0924573 Sep 10 17:40:37.866740 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 50802) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:40:37.874618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Request body: {'floatingip': {'port_id': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:40:37.880156 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:37.889678 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:37.900065 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:37.900711 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:37.919931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:37.983107 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:38.038604 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-c00a9f3b-8349-40ff-9060-550fa14750af tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3393366 Sep 10 17:40:38.042965 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:38.044918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce19da-763a-4eda-97a8-ba3e10d57d38" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:38.103463 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4c9af-fcdf-4ebf-b57f-6d1572005313 x-openstack-request-id: req-ffe4c9af-fcdf-4ebf-b57f-6d1572005313 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:38.103831 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:38.104008 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffe4c9af-fcdf-4ebf-b57f-6d1572005313 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:38.104428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'status': 'completed', 'code': 200} Sep 10 17:40:38.126440 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:38.189918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-40cdda31-c247-49a1-b92f-3c681801a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.191412 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-40cdda31-c247-49a1-b92f-3c681801a6c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 1099 time: 0.0580342 Sep 10 17:40:38.343114 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '9ac2138b-45b1-4aa3-9b88-fede32bba606', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:aa:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:36Z', 'updated_at': '2021-09-10T17:40:36Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:38.372474 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:38.384436 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:38.385095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:38.399906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-2b97ea25-7e66-4700-9e5f-1882227b2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.401430 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-2b97ea25-7e66-4700-9e5f-1882227b2940 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.1999590 Sep 10 17:40:38.489369 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:38.525438 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-d19a9ea5-d1d9-4bf8-aebe-0bf76e8515bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588 HTTP/1.1" status: 200 len: 1000 time: 0.1030397 Sep 10 17:40:38.537067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:38.583358 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-135767a4-c660-4298-984c-1d35dd3423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.584902 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-135767a4-c660-4298-984c-1d35dd3423f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0467627 Sep 10 17:40:38.617067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:38.707885 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '9ac2138b-45b1-4aa3-9b88-fede32bba606', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:aa:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:36Z', 'updated_at': '2021-09-10T17:40:36Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:38.718170 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-5785b637-e55f-47e3-b97f-becc0fb45689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:38.719900 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-5785b637-e55f-47e3-b97f-becc0fb45689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126630 Sep 10 17:40:38.737604 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8bc3c-fb42-438f-9ee5-0557b30e412a None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '9ac2138b-45b1-4aa3-9b88-fede32bba606', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:aa:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:36Z', 'updated_at': '2021-09-10T17:40:36Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:38.757193 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Floating IP 370545ed-36cd-4207-9c08-92efbb416b2f associated. External IP: 172.27.3.179, port: fcc5f4a9-965c-46dc-9367-f4f1098a4cb7. Sep 10 17:40:38.900045 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-72277b23-63cc-4c20-8708-e2bf6f802d34 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708560 Sep 10 17:40:39.328630 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2ce19da-763a-4eda-97a8-ba3e10d57d38 req-95ba3fb3-d4b7-4af2-ae2c-f20950839627 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204137 Sep 10 17:40:39.346731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:40:39.370192 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cc1fd-4df9-4a7b-aa0c-24a7ea1788da None None] New status for floating IP 9ac2138b-45b1-4aa3-9b88-fede32bba606: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:40:39.458725 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:40:39.465192 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:39.468466 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:40:39.477837 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:39.478560 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:39.493715 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-047fb81e-c945-43ea-b61c-e76f5ee57ef2 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "PUT /v2.0/floatingips/370545ed-36cd-4207-9c08-92efbb416b2f HTTP/1.1" status: 200 len: 991 time: 1.6233840 Sep 10 17:40:39.592745 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:39.819394 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '370545ed-36cd-4207-9c08-92efbb416b2f', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:9d:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:24Z', 'updated_at': '2021-09-10T17:40:38Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:39.844968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:40:39.853033 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:40:39.853625 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:40:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:39.959255 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:40:40.105887 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:40:40.108201 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba7bf9-6d06-482f-9c56-573a2a34520a" -d '{"events": [{"name": "network-changed", "server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:40:40.145415 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872bf9ba-1466-4864-99e5-13b6eacd3a4a x-openstack-request-id: req-872bf9ba-1466-4864-99e5-13b6eacd3a4a {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:40:40.145707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:40:40.145958 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-872bf9ba-1466-4864-99e5-13b6eacd3a4a {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:40:40.146356 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'status': 'completed', 'code': 200} Sep 10 17:40:40.177533 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '370545ed-36cd-4207-9c08-92efbb416b2f', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:9d:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:24Z', 'updated_at': '2021-09-10T17:40:38Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:40:40.203691 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679f1c6-9bbd-4edb-8693-b4a65cae2e10 None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '370545ed-36cd-4207-9c08-92efbb416b2f', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'port_id': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'mac_address': 'fa:16:3e:9d:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:40:24Z', 'updated_at': '2021-09-10T17:40:38Z', 'revision_number': 1, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:40:40.216318 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-8b888a83-bf13-4761-b88f-2cb785946691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.217941 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-8b888a83-bf13-4761-b88f-2cb785946691 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 1098 time: 0.0423100 Sep 10 17:40:40.325635 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-a3ada49e-98a8-48d2-965f-c4ca7a5acb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.327125 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-a3ada49e-98a8-48d2-965f-c4ca7a5acb71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 200 len: 911 time: 0.0955465 Sep 10 17:40:40.396902 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-be14e7b0-e20b-453e-991b-38e7eb92c10c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 HTTP/1.1" status: 200 len: 999 time: 0.0612168 Sep 10 17:40:40.399165 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026d3b4-39c2-4053-a1a0-5c8926ee36ec None None] New status for floating IP 370545ed-36cd-4207-9c08-92efbb416b2f: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:40:40.455776 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-675e4688-36f6-4b0f-8983-ec8598b891d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.457265 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-675e4688-36f6-4b0f-8983-ec8598b891d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 200 len: 849 time: 0.0440657 Sep 10 17:40:40.510041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-d76fae4a-b1d6-4fe9-b379-db8542af8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:40.511652 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-d76fae4a-b1d6-4fe9-b379-db8542af8a88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451715 Sep 10 17:40:40.608125 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-80d0a17a-cd1a-4b83-870f-4bb9d82a2dcb service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Sep 10 17:40:40.709294 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cfba7bf9-6d06-482f-9c56-573a2a34520a req-10e4d825-e2ff-4343-9413-53ec93028d02 service neutron] 10.222.0.61 "GET /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892327 Sep 10 17:40:47.978353 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:40:48.261619 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-07424f96-a1c8-4cff-8c26-93ef611a0956 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406291 Sep 10 17:40:48.350078 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-64bb86a5-7ee9-4f16-bf2b-b52c17c23cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.351562 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-64bb86a5-7ee9-4f16-bf2b-b52c17c23cdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1138 time: 0.0411777 Sep 10 17:40:48.465952 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-efe84d53-9276-4292-9c20-9b8361a39131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.467428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-efe84d53-9276-4292-9c20-9b8361a39131 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.0890083 Sep 10 17:40:48.538489 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-d0babd6e-db2b-43f7-bd8d-619c0578511e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 1001 time: 0.0601614 Sep 10 17:40:48.597979 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-f6466be0-ed99-4ab4-b57c-dfb5afc3237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.599442 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-f6466be0-ed99-4ab4-b57c-dfb5afc3237c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0513513 Sep 10 17:40:48.647921 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-0ce88b3a-7482-49f7-877b-2141e792d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:40:48.649567 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-0ce88b3a-7482-49f7-877b-2141e792d712 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407243 Sep 10 17:40:48.742767 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-2d33baeb-be22-41ae-9ff3-71c487b291b1 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 Sep 10 17:40:48.832693 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-345f56f5-5a96-45f5-8a87-5c273d4b7a1f req-264d74b8-a6dd-4cfe-b68c-54a4f041b235 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819180 Sep 10 17:40:53.090935 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:40:58.806680 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bb2c79a4-c50e-4a76-9964-e2d57ca04ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:01.446442 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-100367a1-9b03-45c5-b37a-0c95a271b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:01.675237 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:02.389694 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:04.267391 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.657896 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-25dcd653-d16a-4d5d-94f6-058d7a5fd30d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205146270&fields=id&tenant_id=4c9de4e40b2942fa80626cc38dc352c4 HTTP/1.1" status: 200 len: 267 time: 0.0857654 Sep 10 17:41:05.709655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-319eb4f1-0895-45a6-88fb-3e7f4d6f1a86 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:05.713051 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-319eb4f1-0895-45a6-88fb-3e7f4d6f1a86 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 985 time: 0.0474682 Sep 10 17:41:05.721939 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Request body: {'port': {'security_groups': ['f7564ad2-c3e2-4edc-a006-4fad78686d6f']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:41:05.793111 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:05.965171 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:05.993625 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.058308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.076045 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:06.121414 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.123056 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.125061 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5357b27e-fca2-4074-ba1b-bea1af99a7fe req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "PUT /v2.0/ports/4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 943 time: 0.4070563 Sep 10 17:41:06.127146 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:06.131693 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50938) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.137509 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36197e-437b-41f3-bf7f-032ece3bbd52" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:06.192589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event updated for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=7']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.206864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.207212 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.207553 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.207885 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.212496 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.212766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.213062 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.213403 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.213739 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.214070 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.217141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.217414 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a08d86-8e72-4bda-a55f-3bbf94deb1f0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.236832 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:06.260976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d612b8c1-00cd-4506-a749-5f2f9503499c x-openstack-request-id: req-d612b8c1-00cd-4506-a749-5f2f9503499c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:06.261267 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:06.261651 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d612b8c1-00cd-4506-a749-5f2f9503499c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:06.262043 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:41:06.265010 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.295044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.407594 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-2319bfdb-f874-4396-9523-f87df09dcade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.409404 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-2319bfdb-f874-4396-9523-f87df09dcade service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1099 time: 0.1152096 Sep 10 17:41:06.443216 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-2fcb475b-ea00-49b5-b199-a21132e539fc None None] Provisioning complete for port 4d0fff8b-a56f-4422-9a54-03ad278726e7 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:06.443704 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-2fcb475b-ea00-49b5-b199-a21132e539fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.461760 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.465726 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.468174 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "DELETE /v2.0/security-groups/dbb75511-1b19-4d25-8eb8-34eec8fffeea HTTP/1.1" status: 204 len: 168 time: 0.3353889 Sep 10 17:41:06.468970 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 50950) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:06.522266 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb75511-1b19-4d25-8eb8-34eec8fffeea,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:06.530153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-1c5ac536-6e1f-4dae-98ab-033e21ca78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.531520 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.531881 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.532228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-1c5ac536-6e1f-4dae-98ab-033e21ca78a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.1135421 Sep 10 17:41:06.532364 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.532589 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.532917 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.533242 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.533566 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.533895 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.534268 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.534562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.534881 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.535206 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab04a96-66d5-4efb-81a3-d665b10a8ac0 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:06.619707 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-eeacbf5e-5f99-4dfe-a71f-cee999d33cb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 1001 time: 0.0716085 Sep 10 17:41:06.652790 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Deleting port 5e7d9846-60a5-424f-a404-f5afe7a4037f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:06.653204 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.682422 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-c08e74c9-47c8-4938-b495-d19507228b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.683888 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-c08e74c9-47c8-4938-b495-d19507228b94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0551672 Sep 10 17:41:06.731981 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.740526 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:06.740658 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-f871407f-d77a-43c3-981f-1a4635dd0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:06.740658 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-f871407f-d77a-43c3-981f-1a4635dd0deb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428939 Sep 10 17:41:06.744520 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Calling delete_port for 5e7d9846-60a5-424f-a404-f5afe7a4037f owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:06.829410 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-e419509b-1c32-43a8-a145-e6c34a2d2d5e service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868435 Sep 10 17:41:06.924014 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e36197e-437b-41f3-bf7f-032ece3bbd52 req-c7c47ca9-a2bc-4608-a649-ee66a8e7ec62 service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822148 Sep 10 17:41:06.999202 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.026181 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event deleted for resources: {'Port': ['ID=5e7d9846-60a5-424f-a404-f5afe7a4037f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:07.089796 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.090230 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Floating IP c357c2bd-41c5-4345-a16d-61f2ba2a2982 disassociated (deleted). External IP: 172.27.3.26, port: 4d0fff8b-a56f-4422-9a54-03ad278726e7. Sep 10 17:41:07.478780 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Router 39326024-0a62-49dd-bace-6fde646735d7 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:41:07.583916 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:41:07.588931 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:07.593631 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Sync routers for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:41:07.606612 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:07.607230 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:07.617308 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a14a2264-f069-4f5d-9f93-2a1d9f95dfea tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "DELETE /v2.0/floatingips/c357c2bd-41c5-4345-a16d-61f2ba2a2982 HTTP/1.1" status: 204 len: 168 time: 1.1433516 Sep 10 17:41:07.618013 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:07.620414 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:07.660496 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfa246-6a97-428e-99ac-6284ee2e15e0 x-openstack-request-id: req-5bbfa246-6a97-428e-99ac-6284ee2e15e0 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:07.660792 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:07.661339 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bbfa246-6a97-428e-99ac-6284ee2e15e0 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:07.662629 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:41:07.737160 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-0ce5a670-3d62-4718-9e48-ef2f7674a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.737919 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-0ce5a670-3d62-4718-9e48-ef2f7674a33d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 1099 time: 0.0463061 Sep 10 17:41:07.839808 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-d04ae0a9-ccaf-48f1-b91b-d88e61f54d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.841358 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-d04ae0a9-ccaf-48f1-b91b-d88e61f54d8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 200 len: 916 time: 0.0936668 Sep 10 17:41:07.850261 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:07.885420 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-241d285b-aafe-4329-b891-6ff17090413d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 200 len: 217 time: 0.0361381 Sep 10 17:41:07.939805 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-b7f53ca3-2289-4e7c-b171-cf2b2cb358c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.941372 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-b7f53ca3-2289-4e7c-b171-cf2b2cb358c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 200 len: 854 time: 0.0483518 Sep 10 17:41:07.991734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-19f297d6-fa1f-4083-b365-bd2c9cc3e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:07.993282 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-19f297d6-fa1f-4083-b365-bd2c9cc3e33b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426629 Sep 10 17:41:08.076088 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:08.098145 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-e4978c5c-3b29-4e4a-8642-05b303d65e6e service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954547 Sep 10 17:41:08.103664 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Checking router: 39326024-0a62-49dd-bace-6fde646735d7 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:41:08.112921 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:08.113529 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:08.198556 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9ef75d93-8f06-4d3c-bb8d-03ecff16fc95 req-b06efb77-c17e-43ac-bc73-67b507f6998c service neutron] 10.222.0.61 "GET /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907514 Sep 10 17:41:08.228209 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:08.424301 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:08.453825 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371c38e-53f0-45b1-a95d-3125a7a3a94b None None] The sync data for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi is: [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:38:10Z', 'revision_number': 4, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1a378289-79b3-49fd-8f7d-dc5b71c4c754', 'name': '', 'network_id': 'f72baa50-02b6-47e1-bcbd-e49f0d7f4a15', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'mac_address': 'fa:16:3e:54:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:09Z', 'updated_at': '2021-09-10T17:38:16Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'subnets': [{'id': '3436f635-35f2-4d2c-9cd1-1aed7cf8a562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:08.654285 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8851b42-4d73-469b-a797-ac341df5ced4 None None] New status for floating IP c357c2bd-41c5-4345-a16d-61f2ba2a2982: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:41:09.692118 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1da6-aa69-424c-914e-7ebfb43bf875 req-775d7d61-6cb6-45c7-81a0-d55337b9a892 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:09.694271 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0ae1da6-aa69-424c-914e-7ebfb43bf875 req-775d7d61-6cb6-45c7-81a0-d55337b9a892 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0505829 Sep 10 17:41:09.731330 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0ae1da6-aa69-424c-914e-7ebfb43bf875 req-52f19030-0cef-4c56-b2f8-06f9ba0ab73b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Sep 10 17:41:10.855529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe82dc6-13f6-452b-9bb3-271545332712 req-eecc337d-d5b4-4ca7-be82-30e78058e3ed tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:10.857053 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bbe82dc6-13f6-452b-9bb3-271545332712 req-eecc337d-d5b4-4ca7-be82-30e78058e3ed tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0545475 Sep 10 17:41:10.894056 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bbe82dc6-13f6-452b-9bb3-271545332712 req-1a3de048-ac15-460f-8895-a9cfd56b4e40 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Sep 10 17:41:12.044433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298a64-f002-473b-9c6a-1a189e90b7f1 req-28332a51-d1c6-40ab-b0d9-be7242c52801 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:12.045907 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-97298a64-f002-473b-9c6a-1a189e90b7f1 req-28332a51-d1c6-40ab-b0d9-be7242c52801 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0763793 Sep 10 17:41:12.056990 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ecb2b-aac4-435b-b9b5-3d9e11658efd req-efa77099-3c60-4268-94ee-30a09447cc72 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:12.058370 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e7ecb2b-aac4-435b-b9b5-3d9e11658efd req-efa77099-3c60-4268-94ee-30a09447cc72 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0632181 Sep 10 17:41:12.114675 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-97298a64-f002-473b-9c6a-1a189e90b7f1 req-ed8b8d1b-6435-4a15-910a-14252e70f8bb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553770 Sep 10 17:41:12.119574 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e7ecb2b-aac4-435b-b9b5-3d9e11658efd req-95eeea6f-5d5c-4619-a1cb-b26a4d19aadd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Sep 10 17:41:13.263932 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360d0f5-cafc-4d42-bf2e-f185afc705f4 req-315133c7-1866-4fdc-a67c-9c60b9bbe598 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.265424 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6360d0f5-cafc-4d42-bf2e-f185afc705f4 req-315133c7-1866-4fdc-a67c-9c60b9bbe598 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0764544 Sep 10 17:41:13.274010 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44727740-a276-4a17-8125-ca0266e3faab req-0eac4bf5-2949-4c90-83a0-28a416647155 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:13.275369 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-44727740-a276-4a17-8125-ca0266e3faab req-0eac4bf5-2949-4c90-83a0-28a416647155 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0851438 Sep 10 17:41:13.326771 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6360d0f5-cafc-4d42-bf2e-f185afc705f4 req-06c35ede-3018-4174-bc0f-486f2d90f762 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504692 Sep 10 17:41:13.334233 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-44727740-a276-4a17-8125-ca0266e3faab req-96704f48-94c3-40b7-b2a4-dc26c757dde5 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Sep 10 17:41:14.070214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b541e-b990-495e-a10f-a4408006b680 req-0d777c87-7308-4c0e-bb78-685dbea44e0f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:14.071686 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc4b541e-b990-495e-a10f-a4408006b680 req-0d777c87-7308-4c0e-bb78-685dbea44e0f tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 946 time: 0.0510180 Sep 10 17:41:14.162615 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Deleting port 4d0fff8b-a56f-4422-9a54-03ad278726e7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:14.162954 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.250318 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] For port 4d0fff8b-a56f-4422-9a54-03ad278726e7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4d0fff8b-a56f-4422-9a54-03ad278726e7,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:14.250678 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.262361 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Calling delete_port for 4d0fff8b-a56f-4422-9a54-03ad278726e7 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:14.457952 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.479111 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['4d0fff8b-a56f-4422-9a54-03ad278726e7'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:14.496571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Pushing event deleted for resources: {'Port': ['ID=4d0fff8b-a56f-4422-9a54-03ad278726e7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:14.513315 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc09e8-b88f-4749-b5b0-c4644e607204 req-bd79e482-4606-4252-9a40-1cca57bb66ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:14.514851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-07dc09e8-b88f-4749-b5b0-c4644e607204 req-bd79e482-4606-4252-9a40-1cca57bb66ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.1122358 Sep 10 17:41:14.529841 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed0828-9be2-4bbe-8845-2a8a913047a3 req-0932fb1e-e1b8-4360-92a0-daf4d0caf2cd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:14.531305 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7ed0828-9be2-4bbe-8845-2a8a913047a3 req-0932fb1e-e1b8-4360-92a0-daf4d0caf2cd tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b406cf-59bb-43fb-9b3c-4d60f4574400 HTTP/1.1" status: 200 len: 867 time: 0.1175549 Sep 10 17:41:14.582548 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] No DVR routers for this DVR port 4d0fff8b-a56f-4422-9a54-03ad278726e7 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:41:14.591397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:14.593349 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc4b541e-b990-495e-a10f-a4408006b680 req-9cd5d1f3-3f7d-4120-b449-df32216b773d tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.61 "DELETE /v2.0/ports/4d0fff8b-a56f-4422-9a54-03ad278726e7 HTTP/1.1" status: 204 len: 173 time: 0.5149205 Sep 10 17:41:14.593786 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'name': 'network-vif-deleted', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:14.595987 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c523185-62bd-42ab-9700-017708ce42d1" -d '{"events": [{"server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "name": "network-vif-deleted", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:14.628684 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-07dc09e8-b88f-4749-b5b0-c4644e607204 req-8a5726ce-85a9-4830-a62b-7bfb4c24514e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838330 Sep 10 17:41:14.632205 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7ed0828-9be2-4bbe-8845-2a8a913047a3 req-5645243f-5886-4404-81ce-cbb83caccf93 tempest-TestMinimumBasicScenario-901859332 tempest-TestMinimumBasicScenario-901859332-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7564ad2-c3e2-4edc-a006-4fad78686d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Sep 10 17:41:14.679301 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5e197-c12e-4239-ba61-e875fde87697 x-openstack-request-id: req-60c5e197-c12e-4239-ba61-e875fde87697 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:14.679648 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b406cf-59bb-43fb-9b3c-4d60f4574400", "name": "network-vif-deleted", "tag": "4d0fff8b-a56f-4422-9a54-03ad278726e7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:14.680011 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60c5e197-c12e-4239-ba61-e875fde87697 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:14.680448 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b406cf-59bb-43fb-9b3c-4d60f4574400', 'name': 'network-vif-deleted', 'tag': '4d0fff8b-a56f-4422-9a54-03ad278726e7', 'status': 'completed', 'code': 200} Sep 10 17:41:15.755158 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939326b-b10d-42f6-9ff5-72ceea461bec req-cef1fd04-b758-4df7-9d7b-7ce1932c643a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:15.757580 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d939326b-b10d-42f6-9ff5-72ceea461bec req-cef1fd04-b758-4df7-9d7b-7ce1932c643a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0505719 Sep 10 17:41:15.794700 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d939326b-b10d-42f6-9ff5-72ceea461bec req-c71cb270-c0e6-4a84-8ac3-1d526694bddc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312390 Sep 10 17:41:16.916621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b052a8f-720c-4a32-8d03-754559bceb9b req-5875fba8-a370-4ccf-b86e-b554424f300e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:16.918063 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b052a8f-720c-4a32-8d03-754559bceb9b req-5875fba8-a370-4ccf-b86e-b554424f300e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0492535 Sep 10 17:41:16.956525 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b052a8f-720c-4a32-8d03-754559bceb9b req-54df961a-3b0e-4ec7-82d6-c6c99694c9f5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Sep 10 17:41:17.045826 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 4d0fff8b-a56f-4422-9a54-03ad278726e7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:17.065963 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 4d0fff8b-a56f-4422-9a54-03ad278726e7 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:17.066309 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 4d0fff8b-a56f-4422-9a54-03ad278726e7 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:17.299308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51092) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:17.632140 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.877299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Deleting port 1a378289-79b3-49fd-8f7d-dc5b71c4c754 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:17.877523 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.954086 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] For port 1a378289-79b3-49fd-8f7d-dc5b71c4c754, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1a378289-79b3-49fd-8f7d-dc5b71c4c754,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:17.954744 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:17.967250 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Calling delete_port for 1a378289-79b3-49fd-8f7d-dc5b71c4c754 owned by network:router_interface {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:17.976155 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.128797 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2609502-0f61-4e7d-a1ce-eac57753cc9c req-3d96b39b-93b7-4b0a-8d4c-cd0052b4b97d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:18.130236 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c2609502-0f61-4e7d-a1ce-eac57753cc9c req-3d96b39b-93b7-4b0a-8d4c-cd0052b4b97d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0994351 Sep 10 17:41:18.202016 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c2609502-0f61-4e7d-a1ce-eac57753cc9c req-b18b3f9a-2e03-4fd6-8acb-9536c903e257 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654559 Sep 10 17:41:18.267094 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.293186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a378289-79b3-49fd-8f7d-dc5b71c4c754,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:18.452427 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:18.659319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Router 39326024-0a62-49dd-bace-6fde646735d7 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:41:18.762618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:41:18.768525 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-90d241ba-6139-4a0e-9d70-230adb963930 admin admin] 10.222.0.53 "PUT /v2.0/routers/39326024-0a62-49dd-bace-6fde646735d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673042 Sep 10 17:41:18.770148 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51098) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:18.773615 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Sync routers for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:41:18.782723 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:18.783365 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:18.888179 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:19.074268 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:41:18Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:19.101075 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Checking router: 39326024-0a62-49dd-bace-6fde646735d7 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:41:19.109206 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Routers {'39326024-0a62-49dd-bace-6fde646735d7'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:19.109804 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['39326024-0a62-49dd-bace-6fde646735d7'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:19.135429 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.218472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] Set router 39326024-0a62-49dd-bace-6fde646735d7 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:19.239097 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.321858 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b25ba-5cf5-44d2-a04f-92b67a620b14 req-453bee3d-6510-4f7e-b827-a3e463de1c4e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:19.323336 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8a0b25ba-5cf5-44d2-a04f-92b67a620b14 req-453bee3d-6510-4f7e-b827-a3e463de1c4e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0492730 Sep 10 17:41:19.384323 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8a0b25ba-5cf5-44d2-a04f-92b67a620b14 req-8704f351-ba5c-40ba-af11-f58df8c05798 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548403 Sep 10 17:41:19.397390 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:41:18Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:19.400978 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Deleting port 73c6dc87-9c76-446d-9584-a76cd0a07b40 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:19.401322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.426807 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b08c8b-1dcb-4d5f-beee-cf92ed88b88f None None] The sync data for ids ['39326024-0a62-49dd-bace-6fde646735d7'] in dv-cinder-787195-9-iscsi is: [{'id': '39326024-0a62-49dd-bace-6fde646735d7', 'name': 'tempest-TestMinimumBasicScenario-1925709921-router', 'tenant_id': '4c9de4e40b2942fa80626cc38dc352c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:06Z', 'updated_at': '2021-09-10T17:41:18Z', 'revision_number': 5, 'project_id': '4c9de4e40b2942fa80626cc38dc352c4', 'gw_port': {'id': '73c6dc87-9c76-446d-9584-a76cd0a07b40', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39326024-0a62-49dd-bace-6fde646735d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:07Z', 'updated_at': '2021-09-10T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:19.488376 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] For port 73c6dc87-9c76-446d-9584-a76cd0a07b40, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73c6dc87-9c76-446d-9584-a76cd0a07b40,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:19.488738 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.500299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Calling delete_port for 73c6dc87-9c76-446d-9584-a76cd0a07b40 owned by network:router_gateway {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:19.706931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.736630 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c6dc87-9c76-446d-9584-a76cd0a07b40,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:19.812920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.899294 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1a378289-79b3-49fd-8f7d-dc5b71c4c754 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:19.919903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 1a378289-79b3-49fd-8f7d-dc5b71c4c754 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:19.920274 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1a378289-79b3-49fd-8f7d-dc5b71c4c754 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:19.927847 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:19.930040 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.061224 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.061776 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39326024-0a62-49dd-bace-6fde646735d7 {{(pid=94683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:41:20.066621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.067773 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-310392b3-c79a-49ed-b9d6-9043fb1c2b59 admin admin] 10.222.0.53 "DELETE /v2.0/routers/39326024-0a62-49dd-bace-6fde646735d7 HTTP/1.1" status: 204 len: 168 time: 1.2966590 Sep 10 17:41:20.070939 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51104) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:20.115815 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Deleting subnet 3436f635-35f2-4d2c-9cd1-1aed7cf8a562 {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:41:20.119125 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.160019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.265599 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.372417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.397615 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3436f635-35f2-4d2c-9cd1-1aed7cf8a562,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:20.401223 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.405078 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-ed0f15fd-08c1-4ad3-8a9a-bf57d9cdce5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3436f635-35f2-4d2c-9cd1-1aed7cf8a562 HTTP/1.1" status: 204 len: 168 time: 0.3311450 Sep 10 17:41:20.405584 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51110) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:20.407937 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0c66b-185d-4a72-ac5b-83c2990807a4 None None] Network f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:41:20.505799 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.535254 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec24cd2-145d-48b6-a19e-6e934912d056 req-85182c03-c18a-43a0-9b94-92fc2c155906 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:20.537442 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ec24cd2-145d-48b6-a19e-6e934912d056 req-85182c03-c18a-43a0-9b94-92fc2c155906 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0700612 Sep 10 17:41:20.598628 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] DHCP port deletion for f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:41:20.601773 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ec24cd2-145d-48b6-a19e-6e934912d056 req-fc96f31b-7fd2-44b3-8f33-44aaa3530bbe tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 Sep 10 17:41:20.616533 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Deleting port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:20.616799 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.656865 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Deleting port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:20.657241 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.681262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] For port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:20.681618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.694391 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Calling delete_port for 8a428e9b-dcb8-4a42-83e8-26fd3692c02e owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:20.720424 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] For port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,segment=NetworkSegment(76b7f121-2780-45bf-bdc6-825c8ee61170),segment_id=76b7f121-2780-45bf-bdc6-825c8ee61170)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:20.720821 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.733291 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Calling delete_port for 8a428e9b-dcb8-4a42-83e8-26fd3692c02e owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:20.867569 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.875717 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.895016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:20.897313 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] No DVR routers for this DVR port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e on host dv-cinder-787195-9-iscsi {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:41:20.905775 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Pushing event deleted for resources: {'Port': ['ID=8a428e9b-dcb8-4a42-83e8-26fd3692c02e,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:20.909971 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] No DVR routers for this DVR port 8a428e9b-dcb8-4a42-83e8-26fd3692c02e on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:41:20.919448 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.919799 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.920140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.920503 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.920836 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.921166 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.921493 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.921820 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.922147 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.922468 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.922847 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.923173 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef9239b-632e-48fc-92dd-a67cde78dc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:41:20.971714 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:20.993703 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72baa50-02b6-47e1-bcbd-e49f0d7f4a15']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:21.002948 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b7f121-2780-45bf-bdc6-825c8ee61170') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:21.003281 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b7f121-2780-45bf-bdc6-825c8ee61170') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:21.013077 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.025871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.031846 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:41:21.032290 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:41:21.034032 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:41:21.143624 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.148900 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.150893 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f72baa50-02b6-47e1-bcbd-e49f0d7f4a15 HTTP/1.1" status: 204 len: 168 time: 0.7443647 Sep 10 17:41:21.153997 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51114) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:21.161977 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3becd79-733b-4f72-abbd-f4d13a211d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72baa50-02b6-47e1-bcbd-e49f0d7f4a15,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:21.557481 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.725610 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390b0d3-1478-4ecb-a128-594378b43454 req-31dfd21c-7752-48fd-9606-377ce925d2a7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:21.726983 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3390b0d3-1478-4ecb-a128-594378b43454 req-31dfd21c-7752-48fd-9606-377ce925d2a7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0535083 Sep 10 17:41:21.768694 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3390b0d3-1478-4ecb-a128-594378b43454 req-4c33dd32-941b-43e3-89c0-843e22c667b6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350330 Sep 10 17:41:21.807619 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 8a428e9b-dcb8-4a42-83e8-26fd3692c02e no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:21.829841 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 8a428e9b-dcb8-4a42-83e8-26fd3692c02e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:21.830198 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 8a428e9b-dcb8-4a42-83e8-26fd3692c02e not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:21.830602 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73c6dc87-9c76-446d-9584-a76cd0a07b40 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:21.849645 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 73c6dc87-9c76-446d-9584-a76cd0a07b40 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:21.849983 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73c6dc87-9c76-446d-9584-a76cd0a07b40 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:21.851210 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Deleting port da893f94-9ac3-4a86-a869-3aa6a1a95fc9 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:21.851552 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.930093 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] For port da893f94-9ac3-4a86-a869-3aa6a1a95fc9, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:21.930457 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:21.942223 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Calling delete_port for da893f94-9ac3-4a86-a869-3aa6a1a95fc9 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:22.193720 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:22.217305 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Pushing event deleted for resources: {'Port': ['ID=da893f94-9ac3-4a86-a869-3aa6a1a95fc9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:22.377887 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:22.589846 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Router 738ce9c2-014a-4c26-add4-097eb305a1ea has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:41:22.692409 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:41:22.697617 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-ff47a6f7-83e5-47c6-b615-e97efd4cc248 admin admin] 10.222.0.53 "PUT /v2.0/routers/738ce9c2-014a-4c26-add4-097eb305a1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5424972 Sep 10 17:41:22.700145 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51126) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:22.702644 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Sync routers for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:41:22.713123 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:22.713729 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:22.801705 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:22.816576 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:22.896382 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e0da-2efb-431c-b131-9c289c14608e req-830bd4a1-32e4-4cc9-bed9-39d9febee4fb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:22.897906 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f53e0da-2efb-431c-b131-9c289c14608e req-830bd4a1-32e4-4cc9-bed9-39d9febee4fb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0499611 Sep 10 17:41:22.913469 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:22.937147 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9f53e0da-2efb-431c-b131-9c289c14608e req-f26d4502-30bd-4f6a-84b1-74859d14b854 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Sep 10 17:41:23.004995 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:41:22Z', 'revision_number': 5, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port': {'id': 'c7f16f2a-46f6-40e4-a61d-9acbfc757b3a', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:23.025665 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Deleting port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:23.025997 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.030794 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Checking router: 738ce9c2-014a-4c26-add4-097eb305a1ea for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:41:23.039774 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Routers {'738ce9c2-014a-4c26-add4-097eb305a1ea'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:41:23.040420 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:41:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['738ce9c2-014a-4c26-add4-097eb305a1ea'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:23.103436 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] For port c7f16f2a-46f6-40e4-a61d-9acbfc757b3a, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:23.103812 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.119423 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Calling delete_port for c7f16f2a-46f6-40e4-a61d-9acbfc757b3a owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:23.122631 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] Set router 738ce9c2-014a-4c26-add4-097eb305a1ea gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:41:23.175346 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:41:22Z', 'revision_number': 6, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:23.200392 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa22f2-2f7a-428c-8390-393c98aa7f94 None None] The sync data for ids ['738ce9c2-014a-4c26-add4-097eb305a1ea'] in dv-cinder-787195-9-iscsi is: [{'id': '738ce9c2-014a-4c26-add4-097eb305a1ea', 'name': 'tempest-TestMinimumBasicScenario-1770052246-router', 'tenant_id': '843080e3d80d48ff93e412c73710d284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:15Z', 'updated_at': '2021-09-10T17:41:22Z', 'revision_number': 6, 'project_id': '843080e3d80d48ff93e412c73710d284', 'gw_port_host': None}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:41:23.377691 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.404583 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f16f2a-46f6-40e4-a61d-9acbfc757b3a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:23.464459 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.552698 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.555075 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.655967 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.656524 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738ce9c2-014a-4c26-add4-097eb305a1ea {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:41:23.660793 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.662227 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-84f532b7-d57c-4160-953e-d59d396c1689 admin admin] 10.222.0.53 "DELETE /v2.0/routers/738ce9c2-014a-4c26-add4-097eb305a1ea HTTP/1.1" status: 204 len: 168 time: 0.9609709 Sep 10 17:41:23.665502 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51132) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:23.710950 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Deleting subnet 991650e9-7827-4fca-9af2-834affa0a36b {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:41:23.713941 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:23.746883 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.006221 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device c7f16f2a-46f6-40e4-a61d-9acbfc757b3a no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:24.027219 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: c7f16f2a-46f6-40e4-a61d-9acbfc757b3a {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:24.027584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device c7f16f2a-46f6-40e4-a61d-9acbfc757b3a not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:24.028071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device da893f94-9ac3-4a86-a869-3aa6a1a95fc9 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:24.047460 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: da893f94-9ac3-4a86-a869-3aa6a1a95fc9 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:24.047805 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device da893f94-9ac3-4a86-a869-3aa6a1a95fc9 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:24.058023 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.085605 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820b3a6-6724-424a-a071-d8774a0dee14 req-9eee3672-50d6-4848-8a16-33b952f45085 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:24.087120 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0820b3a6-6724-424a-a071-d8774a0dee14 req-9eee3672-50d6-4848-8a16-33b952f45085 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0577960 Sep 10 17:41:24.127706 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0820b3a6-6724-424a-a071-d8774a0dee14 req-37ad457c-9bd6-40e7-8e39-0071a6b9c53d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346527 Sep 10 17:41:24.201249 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.227461 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991650e9-7827-4fca-9af2-834affa0a36b,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:24.231056 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.233575 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a06d5fbb-d41c-4acb-bcd7-3169264e4005 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/991650e9-7827-4fca-9af2-834affa0a36b HTTP/1.1" status: 204 len: 168 time: 0.5674734 Sep 10 17:41:24.235559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51136) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:24.240423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14777a-aa11-4e57-abd6-e06e6f6a93d2 None None] Network c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:41:24.310894 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.364080 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Deleting port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:24.364557 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.428568 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] For port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,segment=NetworkSegment(491fa1e8-fdda-4e9e-9850-51506d2ceb9e),segment_id=491fa1e8-fdda-4e9e-9850-51506d2ceb9e)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:24.429215 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.440766 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Calling delete_port for 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:24.540506 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] DHCP port deletion for c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:41:24.584092 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.585815 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Deleting port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:41:24.586172 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.610957 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Pushing event deleted for resources: {'Port': ['ID=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:24.616314 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] No DVR routers for this DVR port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e on host dv-cinder-787195-9-iscsi {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:41:24.669778 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] For port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e, host dv-cinder-787195-9-iscsi, got binding levels [] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:24.670175 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.682151 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Calling delete_port for 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:41:24.684914 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e was not found and therefore no delete operation was performed {{(pid=94684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 17:41:24.686116 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.696890 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.711987 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] Pushing event deleted for resources: {'Port': ['ID=3539445f-034c-4ac4-8b9f-8bb67f2ddc1e,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:24.715957 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9afb36-c9d9-457c-a96c-ab6994dbd06b None None] No DVR routers for this DVR port 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:41:24.718187 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:24.729255 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491fa1e8-fdda-4e9e-9850-51506d2ceb9e') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:24.734429 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491fa1e8-fdda-4e9e-9850-51506d2ceb9e') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:41:24.738657 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.752177 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.758175 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:41:24.758671 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:41:24.763172 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:41:24.868780 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.874173 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:24.876065 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d HTTP/1.1" status: 204 len: 168 time: 0.6395864 Sep 10 17:41:24.887178 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6b07f-15e5-494b-ac42-2886dffe6034 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7aeb48c-0ef6-40ba-aa96-185cc5a9eb3d,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:25.248967 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176571f9-5951-4a3f-b721-327d491c3987 req-17b7656c-cc46-4987-8d9c-796b2d02765c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:25.250343 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-176571f9-5951-4a3f-b721-327d491c3987 req-17b7656c-cc46-4987-8d9c-796b2d02765c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0518675 Sep 10 17:41:25.270779 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51144) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:25.289255 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-176571f9-5951-4a3f-b721-327d491c3987 req-12384513-d753-4714-bec4-0d6134692735 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320086 Sep 10 17:41:25.315903 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-bf01c177-9a58-4937-8513-95f3c0a35a46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c9de4e40b2942fa80626cc38dc352c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439441 Sep 10 17:41:25.318864 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51146) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:25.364187 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.385630 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.497153 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.499737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:25.500857 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7564ad2-c3e2-4edc-a006-4fad78686d6f HTTP/1.1" status: 204 len: 168 time: 0.1810985 Sep 10 17:41:25.509231 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b483c17-a2d7-4680-9590-9c739c9ac63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7564ad2-c3e2-4edc-a006-4fad78686d6f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:25.789421 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:25.810222 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:41:25.810498 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3539445f-034c-4ac4-8b9f-8bb67f2ddc1e not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:41:26.173517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51158) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:26.213118 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-8b76f43b-6562-4b48-b144-81f0e16f0fc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=843080e3d80d48ff93e412c73710d284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383840 Sep 10 17:41:26.215587 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51160) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:26.263897 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:26.284493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:26.398794 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:26.401335 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:26.402463 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4370e0d-9e4a-4465-910b-22f826affcbc HTTP/1.1" status: 204 len: 168 time: 0.1858504 Sep 10 17:41:26.414607 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362835-b7fa-4501-ad24-a90605a0c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4370e0d-9e4a-4465-910b-22f826affcbc,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:26.427726 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf714e5-d593-4b64-8fea-e72022a1b0ac req-079bbaf5-6108-4028-babd-2e1ea397bbc1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:26.429347 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5bf714e5-d593-4b64-8fea-e72022a1b0ac req-079bbaf5-6108-4028-babd-2e1ea397bbc1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0659664 Sep 10 17:41:26.488784 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5bf714e5-d593-4b64-8fea-e72022a1b0ac req-4d9a0234-cef9-4d49-9c70-85a63d0c4fc8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394752 Sep 10 17:41:27.092934 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:41:27.197791 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:27.211063 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:41:27.252922 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:27.267676 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:41:27.288968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:27.359007 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:27.412865 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=6']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:27.478244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['03effcf7-4bfc-44f2-972b-bd2f7320e750'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:41:27.630052 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4904-e576-4b6d-80cf-96f2d253095c req-d03d0aa5-52e3-48fd-951f-f2a92fa63ef9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:27.632522 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-897c4904-e576-4b6d-80cf-96f2d253095c req-d03d0aa5-52e3-48fd-951f-f2a92fa63ef9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0712254 Sep 10 17:41:27.677584 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-897c4904-e576-4b6d-80cf-96f2d253095c req-d9bad1c8-2330-4e13-a314-c4ae7694fe62 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377536 Sep 10 17:41:28.807122 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918ec30-6d3f-44d6-8d3f-2c622482abc4 req-5974786b-cbb0-435a-a3eb-255b47a5ac4b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:28.808751 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3918ec30-6d3f-44d6-8d3f-2c622482abc4 req-5974786b-cbb0-435a-a3eb-255b47a5ac4b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0538840 Sep 10 17:41:28.853676 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3918ec30-6d3f-44d6-8d3f-2c622482abc4 req-ff07c04a-0479-40f0-8756-5d964f5e99dd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384350 Sep 10 17:41:28.858436 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-678583ec-a750-4f7d-b9b4-b910828155cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:29.111137 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:41:29.174868 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:41:29.175345 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:29.271206 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:29.297157 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:29.299585 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f4f772-ff02-44b5-814a-d22290e75d79" -d '{"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:29.316597 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:29.434851 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:29.532569 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c2c69-c436-4959-9cda-9f076a7ae942 x-openstack-request-id: req-cb6c2c69-c436-4959-9cda-9f076a7ae942 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:29.532883 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:29.533139 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb6c2c69-c436-4959-9cda-9f076a7ae942 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:29.533572 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'code': 200} Sep 10 17:41:29.538362 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=7']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:30.002558 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4db8a-23b1-4fd7-b5d0-142eaf535994 req-c57e90a6-2a06-4aef-96fa-368a8c75af20 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:30.004181 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a0d4db8a-23b1-4fd7-b5d0-142eaf535994 req-c57e90a6-2a06-4aef-96fa-368a8c75af20 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0654016 Sep 10 17:41:30.044812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a0d4db8a-23b1-4fd7-b5d0-142eaf535994 req-b3be9d71-23e0-4248-aa1a-d45d6a78eb1b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346327 Sep 10 17:41:30.090633 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:41:31.168273 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422ea5f-12ff-4330-a6ca-64026791bda6 req-443d14d5-e701-4752-88d7-31a37c0a669b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:31.169704 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2422ea5f-12ff-4330-a6ca-64026791bda6 req-443d14d5-e701-4752-88d7-31a37c0a669b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0491269 Sep 10 17:41:31.211823 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2422ea5f-12ff-4330-a6ca-64026791bda6 req-83eec278-54e5-457c-b833-86b1756e1964 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361857 Sep 10 17:41:31.434484 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a84d0658-245c-415e-bbae-51f14152853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:31.706231 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:32.340517 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c4df9-1e6d-4675-9689-511c434f2a7c req-33225599-79c8-4a21-b42f-99812b628ce5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:32.342695 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a0c4df9-1e6d-4675-9689-511c434f2a7c req-33225599-79c8-4a21-b42f-99812b628ce5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0523574 Sep 10 17:41:32.385792 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a0c4df9-1e6d-4675-9689-511c434f2a7c req-5e74bdb6-ef98-4996-938a-7de89eebe5e9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Sep 10 17:41:32.434927 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:33.521220 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61384afd-28fd-4e43-9a95-c63a4b26263a req-ee7af077-332b-4b35-8e22-c05aa18ed1f1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:33.522772 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-61384afd-28fd-4e43-9a95-c63a4b26263a req-ee7af077-332b-4b35-8e22-c05aa18ed1f1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0562799 Sep 10 17:41:33.563305 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-61384afd-28fd-4e43-9a95-c63a4b26263a req-ffdb51e1-9dc7-4cdc-9bff-453d85412600 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341294 Sep 10 17:41:34.409900 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:34.695684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b021350-834d-40b7-b807-9bafa98dc028 req-275979ea-e071-4080-af18-e4e7703856b2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:34.700438 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8b021350-834d-40b7-b807-9bafa98dc028 req-275979ea-e071-4080-af18-e4e7703856b2 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0516875 Sep 10 17:41:34.738782 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8b021350-834d-40b7-b807-9bafa98dc028 req-77191d57-dd42-40f4-92f3-7fcd339f55dc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349004 Sep 10 17:41:35.880762 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc394-0c0a-4718-8aaf-bf870b0e8abe req-3a05ab29-45a9-49ca-a8ba-4981749c829f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:35.880762 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6decc394-0c0a-4718-8aaf-bf870b0e8abe req-3a05ab29-45a9-49ca-a8ba-4981749c829f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0579050 Sep 10 17:41:35.950948 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6decc394-0c0a-4718-8aaf-bf870b0e8abe req-63ca36e1-cb92-4810-b390-56bb592eee88 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610683 Sep 10 17:41:37.091029 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b08a-b1bd-4353-adbd-8e30bf4e8926 req-4122d10d-8e5d-4c44-a444-d37dac3d93a1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:37.092746 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f577b08a-b1bd-4353-adbd-8e30bf4e8926 req-4122d10d-8e5d-4c44-a444-d37dac3d93a1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0596197 Sep 10 17:41:37.137541 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f577b08a-b1bd-4353-adbd-8e30bf4e8926 req-a7a73397-84aa-4738-8ffc-218b1620c6e4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Sep 10 17:41:38.278549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf7d1c-5ccb-4435-8cf0-95c0e98d8058 req-7e27cda8-15da-4536-87c6-f5716506704d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:38.280420 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4bdf7d1c-5ccb-4435-8cf0-95c0e98d8058 req-7e27cda8-15da-4536-87c6-f5716506704d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0649431 Sep 10 17:41:38.327231 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4bdf7d1c-5ccb-4435-8cf0-95c0e98d8058 req-d989c1b7-eca1-463c-ab72-a4f8410055fa tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Sep 10 17:41:39.449189 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b1498-996d-4d4f-be3d-5e35cc19e95b req-eb9c40f5-3a4c-4a33-a142-7856ea297c3f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.450684 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-248b1498-996d-4d4f-be3d-5e35cc19e95b req-eb9c40f5-3a4c-4a33-a142-7856ea297c3f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0511377 Sep 10 17:41:39.492937 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-248b1498-996d-4d4f-be3d-5e35cc19e95b req-f1bebc65-99ee-4e46-bc71-f95b53929fea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Sep 10 17:41:39.713482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-24fa8016-8ae7-461f-b1f6-ba2157f0b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.714956 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-24fa8016-8ae7-461f-b1f6-ba2157f0b2b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1098 time: 0.0446606 Sep 10 17:41:39.807106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-d2e760f7-3c75-4463-a35f-89949d25b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.808571 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-d2e760f7-3c75-4463-a35f-89949d25b558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.0861776 Sep 10 17:41:39.878007 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-3ad3a655-bcf6-4b75-bfa2-19912c4591d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 200 len: 1001 time: 0.0610721 Sep 10 17:41:39.928000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-fe2925f7-0972-4e71-bd41-bf276f829a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.929771 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-fe2925f7-0972-4e71-bd41-bf276f829a3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0439613 Sep 10 17:41:39.977186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-1ef53a22-4fe8-49d3-b6fc-04d17710defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:39.978645 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-1ef53a22-4fe8-49d3-b6fc-04d17710defb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410833 Sep 10 17:41:40.072650 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-bca90012-5c67-43cf-9a30-d9968ae6bf62 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858083 Sep 10 17:41:40.160823 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fe592f59-49fd-4606-b0eb-62c0ece51602 req-b72e168e-59cd-43fe-afd7-e80fec0334b4 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805159 Sep 10 17:41:40.616108 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d51e0-ee92-4eb3-937b-97c9ab2c2fc2 req-51f814e5-3f35-4054-84b7-1ba8320d950f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:40.618397 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b89d51e0-ee92-4eb3-937b-97c9ab2c2fc2 req-51f814e5-3f35-4054-84b7-1ba8320d950f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0531278 Sep 10 17:41:40.655009 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b89d51e0-ee92-4eb3-937b-97c9ab2c2fc2 req-e859b9fd-e874-4f62-96b7-ed97ea655aa5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Sep 10 17:41:41.775466 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177010c-9599-4a5d-a8a6-8e035a78c73f req-021793a8-fec5-4741-ae4d-6363a3f65a09 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:41.776951 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7177010c-9599-4a5d-a8a6-8e035a78c73f req-021793a8-fec5-4741-ae4d-6363a3f65a09 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0506573 Sep 10 17:41:41.813694 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7177010c-9599-4a5d-a8a6-8e035a78c73f req-5b982cdd-cbb4-4b8e-ad4b-2b741cac883d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Sep 10 17:41:42.932118 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056315-448c-40b2-a69e-f050133a4192 req-f914f7e4-fa8c-4288-8a5f-39c886152af8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:42.933531 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93056315-448c-40b2-a69e-f050133a4192 req-f914f7e4-fa8c-4288-8a5f-39c886152af8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 10 17:41:42.971177 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-93056315-448c-40b2-a69e-f050133a4192 req-34718cf9-8102-4659-8efa-559b19e71f34 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Sep 10 17:41:43.222096 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:41:43.296974 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:43.318626 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:41:43.321766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014d042f-ca28-447b-9e1e-2081eb090bf9" -d '{"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-unplugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:41:43.334910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:41:43.352117 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae21dea-a91f-4e2a-9c76-edbd60c99329 x-openstack-request-id: req-7ae21dea-a91f-4e2a-9c76-edbd60c99329 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:41:43.357472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-unplugged", "status": "failed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "code": 422}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:41:43.357472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ae21dea-a91f-4e2a-9c76-edbd60c99329 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:41:43.357472 dv-cinder-787195-9-iscsi neutron-server[94684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'code': 422} returned with failed status Sep 10 17:41:43.422782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:43.473560 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=8']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:41:45.316275 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639e080-1224-4669-94ec-db58259c835f req-5dba80ab-269c-44fb-b58c-d6a815a91366 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:45.317732 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1639e080-1224-4669-94ec-db58259c835f req-5dba80ab-269c-44fb-b58c-d6a815a91366 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0517499 Sep 10 17:41:45.364588 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1639e080-1224-4669-94ec-db58259c835f req-a50c0f84-86c7-49cb-8f5b-dac94b055459 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363154 Sep 10 17:41:45.765579 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51354) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:41:45.849387 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-1957f7b3-6438-430c-8052-0cb65fbf97c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826144 Sep 10 17:41:45.858023 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-10b46305-334f-41ca-b4e2-ca5cb33336d8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:41:45.858971 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-10b46305-334f-41ca-b4e2-ca5cb33336d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047612 Sep 10 17:41:46.485985 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b60c7-df0b-488f-ba0f-02e5b35b32b9 req-75083c02-0948-4bea-88cb-4c546177682d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:46.487502 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b3b60c7-df0b-488f-ba0f-02e5b35b32b9 req-75083c02-0948-4bea-88cb-4c546177682d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0483551 Sep 10 17:41:46.528625 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0b3b60c7-df0b-488f-ba0f-02e5b35b32b9 req-e38bbe6b-0b99-4b5c-8947-8f03d7dc19db tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Sep 10 17:41:47.317299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-7c3d93a2-6f20-428b-82be-a0aa9e1ca210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.318794 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-7c3d93a2-6f20-428b-82be-a0aa9e1ca210 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d&tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc HTTP/1.1" status: 200 len: 1096 time: 0.0396061 Sep 10 17:41:47.384028 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-3fdf1702-fb5b-4f09-945c-7a505dfed376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.386418 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-3fdf1702-fb5b-4f09-945c-7a505dfed376 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1096 time: 0.0440147 Sep 10 17:41:47.476738 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-9394e48f-c434-46aa-a71f-290c45e4d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.478203 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-9394e48f-c434-46aa-a71f-290c45e4d4f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 200 len: 918 time: 0.0847342 Sep 10 17:41:47.546383 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-1587197d-78db-48ed-8046-f35420ae1ecd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 200 len: 999 time: 0.0600033 Sep 10 17:41:47.598604 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-feaea2aa-d572-4a88-a190-81fd09266875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.600057 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-feaea2aa-d572-4a88-a190-81fd09266875 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 200 len: 856 time: 0.0440655 Sep 10 17:41:47.681112 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3407ea6-a1fa-4f35-befe-e08ae815b543 req-60c09be8-80c4-4dbd-8e91-323927932f3e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.683470 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3407ea6-a1fa-4f35-befe-e08ae815b543 req-60c09be8-80c4-4dbd-8e91-323927932f3e tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0756714 Sep 10 17:41:47.686076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-8deaafbe-afea-4de7-a0f9-e8bb6763d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:47.687420 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-8deaafbe-afea-4de7-a0f9-e8bb6763d746 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1ec08a3-dc8e-4f24-b101-6ae31cea676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714295 Sep 10 17:41:47.750503 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b3407ea6-a1fa-4f35-befe-e08ae815b543 req-4d2ad73d-fa33-4dd6-9d4e-fac3ae061c57 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608037 Sep 10 17:41:47.806416 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-c41b91dc-632b-46bc-9a56-79dcfea78004 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010242 Sep 10 17:41:47.903465 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ed8afa-204b-43c2-897c-bd8e6a0c1ca9 req-8bb1c74e-020d-4f65-84c0-564847fbab12 service neutron] 10.222.0.61 "GET /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880144 Sep 10 17:41:48.028450 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:48.877973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423d50-824e-455f-81ec-05449c577817 req-100eae57-ffd9-42e2-8b8c-42da0d016036 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:48.879487 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a423d50-824e-455f-81ec-05449c577817 req-100eae57-ffd9-42e2-8b8c-42da0d016036 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0504518 Sep 10 17:41:48.917429 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a423d50-824e-455f-81ec-05449c577817 req-02c20d11-c1f2-4141-b62e-873f854546cc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Sep 10 17:41:50.040389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d47e6-2428-418b-8735-702a9dfaf972 req-38b7d20b-5e84-4012-9526-72a14a417a84 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:50.041889 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc5d47e6-2428-418b-8735-702a9dfaf972 req-38b7d20b-5e84-4012-9526-72a14a417a84 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0492077 Sep 10 17:41:50.085658 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc5d47e6-2428-418b-8735-702a9dfaf972 req-9a5c155d-ae12-4f8c-9b2f-b9dae1e1ea43 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357835 Sep 10 17:41:51.212295 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915c6d6-6748-498f-9817-a8d2de37c74d req-cf4721b4-a229-40a0-9376-bd42c3cb68ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:51.213827 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5915c6d6-6748-498f-9817-a8d2de37c74d req-cf4721b4-a229-40a0-9376-bd42c3cb68ea tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0530355 Sep 10 17:41:51.258669 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5915c6d6-6748-498f-9817-a8d2de37c74d req-6b0358f8-e0ad-4094-ad5f-94b920c62da1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331800 Sep 10 17:41:52.380429 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e803e-0519-4c9a-b2f9-e81bf37949e2 req-b66abb39-9abc-41aa-9654-3088f6ad5e28 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:52.385090 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-225e803e-0519-4c9a-b2f9-e81bf37949e2 req-b66abb39-9abc-41aa-9654-3088f6ad5e28 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0487468 Sep 10 17:41:52.425894 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-225e803e-0519-4c9a-b2f9-e81bf37949e2 req-9749e48f-f53d-49b1-97b7-9585946575c8 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Sep 10 17:41:53.549087 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3ae3c-4a04-4336-95d2-e3153a9f0584 req-b56594c5-b423-4b63-a544-bdce8b4b33fd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:53.550568 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7c3ae3c-4a04-4336-95d2-e3153a9f0584 req-b56594c5-b423-4b63-a544-bdce8b4b33fd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0495448 Sep 10 17:41:53.594232 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7c3ae3c-4a04-4336-95d2-e3153a9f0584 req-d6d5ce7f-430b-4723-b788-05fc88f5b72f tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374024 Sep 10 17:41:54.727047 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad0758-e0f1-41c5-bd97-0355c424ba63 req-7c49f936-3258-46a5-964c-89ce0dca496b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:54.728571 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-edad0758-e0f1-41c5-bd97-0355c424ba63 req-7c49f936-3258-46a5-964c-89ce0dca496b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0534434 Sep 10 17:41:54.770340 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-edad0758-e0f1-41c5-bd97-0355c424ba63 req-ad8ce16f-b83b-4be4-8c37-34ef8c5e18ca tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Sep 10 17:41:55.894696 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c5b75-2804-4b39-9376-06f5afcfa701 req-e5e8c490-5f22-426f-becb-02b294945bd5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:55.896186 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-825c5b75-2804-4b39-9376-06f5afcfa701 req-e5e8c490-5f22-426f-becb-02b294945bd5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0548835 Sep 10 17:41:55.935884 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-825c5b75-2804-4b39-9376-06f5afcfa701 req-8551ed3b-1dbd-4f3b-877c-39328ac448cc tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Sep 10 17:41:57.063547 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc65f-59ab-452d-95d1-bde59b4465ac req-8de3c205-3d5e-4755-8aa3-79cddd37df66 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:57.065155 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-375cc65f-59ab-452d-95d1-bde59b4465ac req-8de3c205-3d5e-4755-8aa3-79cddd37df66 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0544014 Sep 10 17:41:57.105404 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-375cc65f-59ab-452d-95d1-bde59b4465ac req-67fdb5ab-3024-4fa0-9484-1cfed65d282a tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341122 Sep 10 17:41:58.231221 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a53c7-fc70-4f4a-a205-2e5b798a4d38 req-4be440d0-4047-4643-82b8-9e92adee34a9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:58.232732 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a21a53c7-fc70-4f4a-a205-2e5b798a4d38 req-4be440d0-4047-4643-82b8-9e92adee34a9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0548286 Sep 10 17:41:58.273185 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a21a53c7-fc70-4f4a-a205-2e5b798a4d38 req-1a1aaf73-bbf5-4f4c-a788-bdcb70052803 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Sep 10 17:41:58.973465 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8608-041a-44ca-820a-85ac7e8b857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:41:59.391878 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77a04e-4a59-4a43-935d-638aaa24a1c7 req-c96ad1c8-c144-425b-bd37-1a8f1740c36c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:59.393438 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce77a04e-4a59-4a43-935d-638aaa24a1c7 req-c96ad1c8-c144-425b-bd37-1a8f1740c36c tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0498214 Sep 10 17:41:59.433960 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce77a04e-4a59-4a43-935d-638aaa24a1c7 req-2cf2e9c9-369b-4c95-b0e5-498bb5c5441d tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346394 Sep 10 17:41:59.789061 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-7c0e57b2-9cb7-4b44-837d-da730c93f827 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406051 Sep 10 17:41:59.852989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-3da8fb8c-6858-4a72-8350-48062a48befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:59.854485 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-3da8fb8c-6858-4a72-8350-48062a48befb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0398335 Sep 10 17:41:59.964646 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-8d2520ff-1574-4dc4-acd3-761e05ca3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:41:59.966000 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-8d2520ff-1574-4dc4-acd3-761e05ca3c88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.0903468 Sep 10 17:42:00.034255 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-006bc50b-5403-4b40-b3ed-b1c3753f6229 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 1001 time: 0.0590243 Sep 10 17:42:00.343698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-d74b7cbb-79cd-4995-a024-faffbe6736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:00.345913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-d74b7cbb-79cd-4995-a024-faffbe6736c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.3037012 Sep 10 17:42:00.391860 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-528adb0e-5959-4c08-901a-89e77c516e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:00.393363 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-528adb0e-5959-4c08-901a-89e77c516e11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392954 Sep 10 17:42:00.489332 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-02f3d2b8-a753-4bd1-82f7-fb1382318311 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859532 Sep 10 17:42:00.616774 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24542d-127a-4bab-8733-fae26cfd51e6 req-de9daad0-e7aa-4243-bae6-590cd34a16fe tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:00.618268 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8e24542d-127a-4bab-8733-fae26cfd51e6 req-de9daad0-e7aa-4243-bae6-590cd34a16fe tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.1020124 Sep 10 17:42:00.624491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fcde7495-38cc-4ea0-8cb0-cd08b5fa72f8 req-b7b402cb-1f54-4f05-ac70-f4e8db5eb7d8 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Sep 10 17:42:00.660930 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8e24542d-127a-4bab-8733-fae26cfd51e6 req-aaa70020-117c-499c-ab38-834b6b202d47 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Sep 10 17:42:01.046493 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b38d5-4848-4e01-bb98-9345fb0fabec req-6c47e0e4-8082-4da7-8304-fc2a3ab4e6fb tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:01.048024 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e4b38d5-4848-4e01-bb98-9345fb0fabec req-6c47e0e4-8082-4da7-8304-fc2a3ab4e6fb tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0524852 Sep 10 17:42:01.098100 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e4b38d5-4848-4e01-bb98-9345fb0fabec req-08efde72-449f-4b4d-8830-88a37b7d5c90 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428529 Sep 10 17:42:01.445142 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bbd68933-3e0c-4584-8142-4dfa5367d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:01.673952 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:01.778098 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5482f26-701f-4467-9e5d-509a328c3ce0 req-24566403-2435-48d9-a1b8-8b3cb0f70d74 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:01.779578 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c5482f26-701f-4467-9e5d-509a328c3ce0 req-24566403-2435-48d9-a1b8-8b3cb0f70d74 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0492265 Sep 10 17:42:01.818493 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c5482f26-701f-4467-9e5d-509a328c3ce0 req-6a3fc2af-22f1-46f7-87e1-6875cd01086b tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 10 17:42:02.220146 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d15c-7679-460d-8d6a-a0c65cc83b7c req-8bf1cc5c-b7e1-433b-90dd-c228f5e12c51 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:02.221626 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0480d15c-7679-460d-8d6a-a0c65cc83b7c req-8bf1cc5c-b7e1-433b-90dd-c228f5e12c51 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0538888 Sep 10 17:42:02.263271 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0480d15c-7679-460d-8d6a-a0c65cc83b7c req-bf0f9b51-9dfe-4831-957e-1da6cf896019 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357592 Sep 10 17:42:02.456390 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:02.936135 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e33db-961a-4fb4-b741-536cb27bcb69 req-c42f3397-262c-4d30-9ce5-76c93eac5f18 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:02.937624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-274e33db-961a-4fb4-b741-536cb27bcb69 req-c42f3397-262c-4d30-9ce5-76c93eac5f18 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 943 time: 0.0491498 Sep 10 17:42:02.976228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-274e33db-961a-4fb4-b741-536cb27bcb69 req-692a384e-0e2a-4e38-819c-a9194434caeb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Sep 10 17:42:03.193530 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f1e6d-b84b-4366-a5b3-1331ec5e2cd0 req-fdd65c31-b5cc-4490-aa36-21cc8499504a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:03.194989 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ea5f1e6d-b84b-4366-a5b3-1331ec5e2cd0 req-fdd65c31-b5cc-4490-aa36-21cc8499504a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Sep 10 17:42:03.232013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ea5f1e6d-b84b-4366-a5b3-1331ec5e2cd0 req-73127080-94c6-4b78-9094-98b1b866070c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Sep 10 17:42:03.282245 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:42:03.377774 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:03.381014 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57940-3365-41eb-b2a1-a40fb2ef48c9 req-d04608dc-0ce1-4e83-9bc5-02f3d57efa9b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:03.382492 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-71e57940-3365-41eb-b2a1-a40fb2ef48c9 req-d04608dc-0ce1-4e83-9bc5-02f3d57efa9b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 10 17:42:03.388525 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'port_id': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'mac_address': 'fa:16:3e:e3:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:42:03.419903 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-71e57940-3365-41eb-b2a1-a40fb2ef48c9 req-cf029d5b-55c9-4fb3-890f-45b5d1d90543 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314059 Sep 10 17:42:03.425010 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.437444 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:42:03.457224 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:03.565277 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:03.610754 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=9']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:03.833760 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['03effcf7-4bfc-44f2-972b-bd2f7320e750'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:04.097384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96273dde-7eed-4362-8381-59f4947abc4d req-5f70b20f-9896-416a-8850-453b4266bf03 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:04.098850 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96273dde-7eed-4362-8381-59f4947abc4d req-5f70b20f-9896-416a-8850-453b4266bf03 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0483062 Sep 10 17:42:04.138231 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96273dde-7eed-4362-8381-59f4947abc4d req-79cf8625-7251-447f-8413-6d28033b06d1 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333414 Sep 10 17:42:04.356052 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280018de-ee3d-42c5-998d-44948c8c16b7 req-72a80f6f-dd1f-4bae-811e-8f96ae3fc0ba tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:04.358619 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-280018de-ee3d-42c5-998d-44948c8c16b7 req-72a80f6f-dd1f-4bae-811e-8f96ae3fc0ba tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0573101 Sep 10 17:42:04.400859 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-280018de-ee3d-42c5-998d-44948c8c16b7 req-34a3e2bc-ec65-44e6-ba88-c18ec6e2e34a tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364373 Sep 10 17:42:04.550138 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45980-dc7d-468e-89de-4424a85ff526 req-be7b0108-39c0-47b6-af69-6e53c4d22019 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:04.551671 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2fc45980-dc7d-468e-89de-4424a85ff526 req-be7b0108-39c0-47b6-af69-6e53c4d22019 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0639563 Sep 10 17:42:04.592096 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2fc45980-dc7d-468e-89de-4424a85ff526 req-3c8acebc-7593-43eb-acc7-da5e93861d0f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343151 Sep 10 17:42:05.097131 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-28b8088f-9a71-4d2f-9718-6caba95ae04c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.098651 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-28b8088f-9a71-4d2f-9718-6caba95ae04c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Sep 10 17:42:05.148053 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.203297 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Deleting port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:05.203701 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.298412 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:42:05.315619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e328f-fd68-410c-8c22-8a79cc1e62ef req-6e6b1389-53d2-41e8-b28f-8a9a159e8963 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.317132 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-882e328f-fd68-410c-8c22-8a79cc1e62ef req-6e6b1389-53d2-41e8-b28f-8a9a159e8963 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 944 time: 0.0996296 Sep 10 17:42:05.343520 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] For port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:05.343884 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.345917 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 03effcf7-4bfc-44f2-972b-bd2f7320e750 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:05.346286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.404076 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-882e328f-fd68-410c-8c22-8a79cc1e62ef req-3cb0dc74-497e-41f7-8e0a-55eaca9c9296 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779035 Sep 10 17:42:05.426497 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.448773 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:05.451257 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b6708-8093-4af4-a501-9f6fcb74ffa9" -d '{"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:05.463844 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:05.488530 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6f963-3e1f-49cc-a55d-6f6861ffc61c x-openstack-request-id: req-a4b6f963-3e1f-49cc-a55d-6f6861ffc61c {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:05.488828 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-plugged", "status": "completed", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:05.489071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4b6f963-3e1f-49cc-a55d-6f6861ffc61c {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:05.489453 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'code': 200} Sep 10 17:42:05.531245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.531616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.532694 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Floating IP 370545ed-36cd-4207-9c08-92efbb416b2f disassociated. External IP: 172.27.3.179, port: fcc5f4a9-965c-46dc-9367-f4f1098a4cb7. Sep 10 17:42:05.533159 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Calling delete_port for fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:05.553815 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.602011 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=10']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:05.650531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716cabf-42e8-45a1-b79d-5420240d2ff0 req-f1c4ef19-db8b-4251-8b2f-fb183f5e871d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.652674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6716cabf-42e8-45a1-b79d-5420240d2ff0 req-f1c4ef19-db8b-4251-8b2f-fb183f5e871d tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 945 time: 0.0763476 Sep 10 17:42:05.754709 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6716cabf-42e8-45a1-b79d-5420240d2ff0 req-639bcd38-2fd1-461c-a0fa-9b2a08eede6c tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups?id=267c6d21-c8b0-49a0-bbd0-70aff38bd349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918124 Sep 10 17:42:05.779080 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c874-4e34-499c-bd4b-cfc6d990a68e req-3d527ca6-c27e-4822-ba59-96611a75e79e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.784729 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a586c874-4e34-499c-bd4b-cfc6d990a68e req-3d527ca6-c27e-4822-ba59-96611a75e79e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.1108282 Sep 10 17:42:05.843113 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a586c874-4e34-499c-bd4b-cfc6d990a68e req-c9dce473-7a9c-45fb-9420-f1547cd60f80 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558589 Sep 10 17:42:05.858866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f965f5-c941-46ba-97a2-599631fd1d7f req-2d68d8d3-7088-44a8-b5a9-55eeda6ce510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:05.860563 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-23f965f5-c941-46ba-97a2-599631fd1d7f req-2d68d8d3-7088-44a8-b5a9-55eeda6ce510 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 1099 time: 0.0446775 Sep 10 17:42:05.883481 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:05.920525 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'Port': ['ID=fcc5f4a9-965c-46dc-9367-f4f1098a4cb7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:05.933072 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-23f965f5-c941-46ba-97a2-599631fd1d7f req-624602ee-7115-4234-a4bc-3c8aa33133d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616937 Sep 10 17:42:06.040719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:06.147389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:06.159458 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:06.168446 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:06.169055 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:06.186424 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] No DVR routers for this DVR port fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:06.189681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:06.191572 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7e3e9838-2167-4012-9b9c-dfe7ab09e271 req-7c3a445e-572e-4072-8475-1b5167fa158e tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.61 "DELETE /v2.0/ports/fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 HTTP/1.1" status: 204 len: 173 time: 1.0849018 Sep 10 17:42:06.192011 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'name': 'network-vif-deleted', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:06.194277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9e7287-3a1c-4523-9280-91348c648aef" -d '{"events": [{"server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "name": "network-vif-deleted", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:06.230022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e637b2-e508-457f-841d-4ae5411d9ae7 x-openstack-request-id: req-15e637b2-e508-457f-841d-4ae5411d9ae7 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:06.230317 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6318d9b9-bb3f-46d4-91fd-ac1eb319c783", "name": "network-vif-deleted", "tag": "fcc5f4a9-965c-46dc-9367-f4f1098a4cb7", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:06.230571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15e637b2-e508-457f-841d-4ae5411d9ae7 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:06.230971 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6318d9b9-bb3f-46d4-91fd-ac1eb319c783', 'name': 'network-vif-deleted', 'tag': 'fcc5f4a9-965c-46dc-9367-f4f1098a4cb7', 'status': 'completed', 'code': 200} Sep 10 17:42:06.279479 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:06.487446 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:06.516107 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:06.525292 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c7f00-fc9c-4a0b-a264-8bf738f30c08 req-9b13e672-9756-439f-8442-557b92dbd2d0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.526883 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-941c7f00-fc9c-4a0b-a264-8bf738f30c08 req-9b13e672-9756-439f-8442-557b92dbd2d0 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0505526 Sep 10 17:42:06.527887 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:06.528540 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:06.570401 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-941c7f00-fc9c-4a0b-a264-8bf738f30c08 req-698fad97-47c1-4a7f-8d28-053fa25ae595 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370188 Sep 10 17:42:06.637500 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:06.828357 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:06.858010 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1e579-fdbb-4d50-99bb-df22dadd1674 None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:35:48Z', 'revision_number': 4, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '1309ab6a-7da1-4c9a-b937-e5877b68d3f2', 'name': '', 'network_id': 'c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'mac_address': 'fa:16:3e:0f:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:46Z', 'updated_at': '2021-09-10T17:35:58Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'subnets': [{'id': 'c15103ec-4f9f-4fc4-aab9-46f593940c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:06.868338 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-543ff9cf-7904-42af-ac97-102093792c6e req-be45931d-6270-4bfa-ba8d-7ed4bcbd68f8 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/ports?device_id=6318d9b9-bb3f-46d4-91fd-ac1eb319c783 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Sep 10 17:42:06.965449 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5bd9e-53f9-4f3b-9c2f-028e432015cd req-2e9bfab2-e4d4-4f0e-944a-00a194ac03e9 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:06.966964 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-68b5bd9e-53f9-4f3b-9c2f-028e432015cd req-2e9bfab2-e4d4-4f0e-944a-00a194ac03e9 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0501578 Sep 10 17:42:07.009458 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-68b5bd9e-53f9-4f3b-9c2f-028e432015cd req-0913acb6-750c-4192-9682-36be37e417f2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356233 Sep 10 17:42:07.082262 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa05b7-5f0c-4c22-8dd2-1451f7c1a26d None None] New status for floating IP 370545ed-36cd-4207-9c08-92efbb416b2f: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:42:07.122576 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:42:07.691236 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74a30-03de-4dae-b08b-992b5689f687 req-d349fe3f-997d-4915-afd2-05e9542c40d6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:07.692605 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ede74a30-03de-4dae-b08b-992b5689f687 req-d349fe3f-997d-4915-afd2-05e9542c40d6 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0518310 Sep 10 17:42:07.729801 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ede74a30-03de-4dae-b08b-992b5689f687 req-7f17840f-b8de-4049-81c5-bf0683fa07e7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Sep 10 17:42:08.063581 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51568) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:08.117573 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.131754 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8e5a-d0bb-499c-af86-2d039aaf868c req-a1f7ff40-fcd8-46d0-8384-49da9e5018a7 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.133302 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce3d8e5a-d0bb-499c-af86-2d039aaf868c req-a1f7ff40-fcd8-46d0-8384-49da9e5018a7 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0552354 Sep 10 17:42:08.150849 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.176560 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce3d8e5a-d0bb-499c-af86-2d039aaf868c req-9d1dcc9c-b7a7-4ba4-9002-2143b5d3248e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372193 Sep 10 17:42:08.262144 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.264894 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.266133 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "DELETE /v2.0/security-groups/267c6d21-c8b0-49a0-bbd0-70aff38bd349 HTTP/1.1" status: 204 len: 168 time: 0.2013309 Sep 10 17:42:08.269208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51570) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:08.275095 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c6d21-c8b0-49a0-bbd0-70aff38bd349,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:08.282714 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.282881 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.api.v2.resource [None req-87b036b5-054d-4e16-99a9-25d43b10ef85 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] show failed (client error): The resource could not be found. Sep 10 17:42:08.283063 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.283426 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.283806 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.283909 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-87b036b5-054d-4e16-99a9-25d43b10ef85 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "GET /v2.0/security-groups/267c6d21-c8b0-49a0-bbd0-70aff38bd349 HTTP/1.1" status: 404 len: 347 time: 0.0135961 Sep 10 17:42:08.284136 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.284494 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.284822 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.285146 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.285472 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.285792 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.286127 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.286445 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3690563-4d16-4c54-9ff4-3234208547c3 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.286567 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51572) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:08.413915 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Deleting port 059443e3-9a45-46c9-841b-702c5d457c72 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:08.414261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.491882 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.492207 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.504360 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Calling delete_port for 059443e3-9a45-46c9-841b-702c5d457c72 owned by network:floatingip {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:08.776559 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.808161 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Pushing event deleted for resources: {'Port': ['ID=059443e3-9a45-46c9-841b-702c5d457c72,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:08.832675 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.833057 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.833398 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.834022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.834363 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.834693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.835018 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.835343 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.835684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.835987 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.836337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.836656 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:08.879583 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.881980 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:08.883143 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-52acf8c3-704a-4960-9783-afc4f67baf63 tempest-AttachVolumeTestJSON-884925425 tempest-AttachVolumeTestJSON-884925425-project] 10.222.0.53 "DELETE /v2.0/floatingips/370545ed-36cd-4207-9c08-92efbb416b2f HTTP/1.1" status: 204 len: 168 time: 0.5957291 Sep 10 17:42:08.933405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ad42-3edf-4b28-bdcf-316c1f977b6f req-f5892a5d-2c70-40ac-8e21-e4163e63fd37 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:08.934907 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c6d0ad42-3edf-4b28-bdcf-316c1f977b6f req-f5892a5d-2c70-40ac-8e21-e4163e63fd37 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0505161 Sep 10 17:42:08.973844 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c6d0ad42-3edf-4b28-bdcf-316c1f977b6f req-b0698b11-d5e7-4606-acc0-5d9adc6b0ccd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Sep 10 17:42:09.291291 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f31a9-806a-42d8-ac7e-e96fd5e1ae02 req-1fc922aa-92d3-4a90-aa68-07e0412c0dd1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:09.292791 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e4f31a9-806a-42d8-ac7e-e96fd5e1ae02 req-1fc922aa-92d3-4a90-aa68-07e0412c0dd1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0490646 Sep 10 17:42:09.298957 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:09.336805 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e4f31a9-806a-42d8-ac7e-e96fd5e1ae02 req-349dbfcd-b55c-4d81-9c0e-b8b91c337cec tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379083 Sep 10 17:42:09.439790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:09.440053 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device fcc5f4a9-965c-46dc-9367-f4f1098a4cb7 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:10.090963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fbd0b-5904-475a-bca4-ffbeaf78ff3c req-c73173cc-37b9-43bb-9903-d79f0054d238 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.092464 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c51fbd0b-5904-475a-bca4-ffbeaf78ff3c req-c73173cc-37b9-43bb-9903-d79f0054d238 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0487425 Sep 10 17:42:10.130236 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c51fbd0b-5904-475a-bca4-ffbeaf78ff3c req-7cd916df-a557-48d4-9b51-0b54b1ba54c9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Sep 10 17:42:10.452936 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572717-c609-44df-87b7-c5047a47e839 req-a2733a40-3635-4907-ac41-faf7a551cad7 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:10.454969 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1572717-c609-44df-87b7-c5047a47e839 req-a2733a40-3635-4907-ac41-faf7a551cad7 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0495915 Sep 10 17:42:10.493013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1572717-c609-44df-87b7-c5047a47e839 req-e99d629f-c4cf-48f1-8baf-7c68183dc1cd tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321255 Sep 10 17:42:11.606577 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0e848-0df7-4a66-a2c0-59b1e1738d2e req-70c9c5c1-a2ae-41d1-83df-03955e4cd316 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:11.608100 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aef0e848-0df7-4a66-a2c0-59b1e1738d2e req-70c9c5c1-a2ae-41d1-83df-03955e4cd316 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0490508 Sep 10 17:42:11.650393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aef0e848-0df7-4a66-a2c0-59b1e1738d2e req-04e4f1f8-2777-40ba-bd89-03baedf34dcd tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356069 Sep 10 17:42:12.766175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4a1d3-2580-4c91-ad87-37948d50a4a7 req-3fd081f7-45db-491a-bb55-bb53744d87a4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:12.767675 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34c4a1d3-2580-4c91-ad87-37948d50a4a7 req-3fd081f7-45db-491a-bb55-bb53744d87a4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0509417 Sep 10 17:42:12.805268 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-34c4a1d3-2580-4c91-ad87-37948d50a4a7 req-f82f8d78-fbab-4433-a1f6-3b1ccc2c3e08 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312886 Sep 10 17:42:12.947380 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51614) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:13.376639 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:13.612780 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Deleting port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:13.613120 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:13.693864 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] For port 1309ab6a-7da1-4c9a-b937-e5877b68d3f2, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:13.694148 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:13.708531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Calling delete_port for 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 owned by network:router_interface {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:13.922008 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220459ef-e44a-4550-8f32-2acd676be63a req-a279c350-15a5-468c-8a4f-d5567eb44d1d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:13.923476 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-220459ef-e44a-4550-8f32-2acd676be63a req-a279c350-15a5-468c-8a4f-d5567eb44d1d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0515378 Sep 10 17:42:13.949237 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:13.989636 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-220459ef-e44a-4550-8f32-2acd676be63a req-12b8d779-df48-4704-b3b5-e1bc8e8c867b tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601873 Sep 10 17:42:13.992069 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1309ab6a-7da1-4c9a-b937-e5877b68d3f2,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:14.154465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:14.626350 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Router ddefff82-0bb5-48fc-8ade-763309211932 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:14.733317 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:14.746231 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-fcb4be3e-7c0b-4641-847f-96eada770d7f admin admin] 10.222.0.53 "PUT /v2.0/routers/ddefff82-0bb5-48fc-8ade-763309211932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932291 Sep 10 17:42:14.746341 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Sync routers for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:14.746780 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51620) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:14.752770 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:14.753379 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:14.855549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:14.864264 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:14.953888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.041853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:42:13Z', 'revision_number': 5, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port': {'id': 'bca84b5c-1133-4048-bbce-a0425fbf2292', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ea:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:42Z', 'updated_at': '2021-09-10T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:15.071037 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Checking router: ddefff82-0bb5-48fc-8ade-763309211932 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:15.079543 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Routers {'ddefff82-0bb5-48fc-8ade-763309211932'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:15.080140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ddefff82-0bb5-48fc-8ade-763309211932'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:15.140443 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae4d69-adad-4df4-9ec2-cec2a3dfa348 req-0af0e7e0-e5af-4aac-bf73-48a14cbb999d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:15.142761 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ae4d69-adad-4df4-9ec2-cec2a3dfa348 req-0af0e7e0-e5af-4aac-bf73-48a14cbb999d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0793593 Sep 10 17:42:15.161974 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Deleting port bca84b5c-1133-4048-bbce-a0425fbf2292 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:15.162314 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.169732 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] Set router ddefff82-0bb5-48fc-8ade-763309211932 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:15.225146 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:42:14Z', 'revision_number': 6, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:15.237182 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a2ae4d69-adad-4df4-9ec2-cec2a3dfa348 req-8c3ee336-5154-48c5-9ec1-36536d559cb0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859463 Sep 10 17:42:15.254991 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46025d2-c109-418f-8d28-c7f66a6b14d9 None None] The sync data for ids ['ddefff82-0bb5-48fc-8ade-763309211932'] in dv-cinder-787195-9-iscsi is: [{'id': 'ddefff82-0bb5-48fc-8ade-763309211932', 'name': 'tempest-AttachVolumeTestJSON-688944343-router', 'tenant_id': '8ebd7061e45d433f9f6891dca1b8766e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:41Z', 'updated_at': '2021-09-10T17:42:14Z', 'revision_number': 6, 'project_id': '8ebd7061e45d433f9f6891dca1b8766e', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:15.265080 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] For port bca84b5c-1133-4048-bbce-a0425fbf2292, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=bca84b5c-1133-4048-bbce-a0425fbf2292,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:15.265457 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.278804 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Calling delete_port for bca84b5c-1133-4048-bbce-a0425fbf2292 owned by network:router_gateway {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:15.507711 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.542319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca84b5c-1133-4048-bbce-a0425fbf2292,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:15.605793 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.696326 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.698413 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.838879 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.839426 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddefff82-0bb5-48fc-8ade-763309211932 {{(pid=94683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:42:15.844126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.845295 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b6d9fc53-8044-40de-8eed-96075013afd9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ddefff82-0bb5-48fc-8ade-763309211932 HTTP/1.1" status: 204 len: 168 time: 1.1002905 Sep 10 17:42:15.847744 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51624) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:15.892267 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Deleting subnet c15103ec-4f9f-4fc4-aab9-46f593940c30 {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:42:15.895195 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:15.928747 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.006106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.056069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device bca84b5c-1133-4048-bbce-a0425fbf2292 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:16.076292 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: bca84b5c-1133-4048-bbce-a0425fbf2292 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:16.076724 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device bca84b5c-1133-4048-bbce-a0425fbf2292 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:16.077213 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:16.097286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:16.097716 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 1309ab6a-7da1-4c9a-b937-e5877b68d3f2 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:16.165185 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.191760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15103ec-4f9f-4fc4-aab9-46f593940c30,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:16.195524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.199244 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-f81a5cc9-6d68-4ff4-955d-6efded5db874 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c15103ec-4f9f-4fc4-aab9-46f593940c30 HTTP/1.1" status: 204 len: 168 time: 0.3500559 Sep 10 17:42:16.200077 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51626) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:16.201840 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f3804-c70f-4687-ac3b-6dcbece143a9 None None] Network c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:16.274764 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.341996 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Deleting port b809e496-4415-4339-87bb-c0f2469c1152 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:16.342241 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.369471 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-f55557a3-bc1b-4442-bce6-40a9ed413af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.371012 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-f55557a3-bc1b-4442-bce6-40a9ed413af7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0703676 Sep 10 17:42:16.410242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] DHCP port deletion for c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:42:16.414194 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] For port b809e496-4415-4339-87bb-c0f2469c1152, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=b809e496-4415-4339-87bb-c0f2469c1152,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:16.414800 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.427374 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Calling delete_port for b809e496-4415-4339-87bb-c0f2469c1152 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:16.428815 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eaa94-f3d4-4d5f-b5aa-f052d7a6ebac req-7578551e-a547-4f12-adf1-fbd071fa9636 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.430305 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-056eaa94-f3d4-4d5f-b5aa-f052d7a6ebac req-7578551e-a547-4f12-adf1-fbd071fa9636 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0965793 Sep 10 17:42:16.461108 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Deleting port b809e496-4415-4339-87bb-c0f2469c1152 {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:16.461600 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.512001 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-de30dc1c-5b78-471d-8f7b-b6138cbdb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.519718 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-de30dc1c-5b78-471d-8f7b-b6138cbdb3b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.1287673 Sep 10 17:42:16.519718 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-056eaa94-f3d4-4d5f-b5aa-f052d7a6ebac req-69e8a92c-16fd-460d-91a6-dc1bf5a02ce9 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555844 Sep 10 17:42:16.529140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] For port b809e496-4415-4339-87bb-c0f2469c1152, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=b809e496-4415-4339-87bb-c0f2469c1152,segment=NetworkSegment(05d3e8b6-5496-4b47-a610-1c4b00f2615b),segment_id=05d3e8b6-5496-4b47-a610-1c4b00f2615b)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:16.529538 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.541784 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Calling delete_port for b809e496-4415-4339-87bb-c0f2469c1152 owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:16.594029 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.595245 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-e5b29008-a39b-4475-bd98-c844b9f0c35c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 1001 time: 0.0631304 Sep 10 17:42:16.621093 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b809e496-4415-4339-87bb-c0f2469c1152,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:16.622423 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.624784 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] No DVR routers for this DVR port b809e496-4415-4339-87bb-c0f2469c1152 on host dv-cinder-787195-9-iscsi {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:16.653924 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-33c5dbed-0f54-4ed8-95c2-9c6520d1d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.655673 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-33c5dbed-0f54-4ed8-95c2-9c6520d1d974 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0535080 Sep 10 17:42:16.657776 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] Pushing event deleted for resources: {'Port': ['ID=b809e496-4415-4339-87bb-c0f2469c1152,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:16.662070 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db5d18-aa97-4ee7-9ace-8935e028f8ef None None] No DVR routers for this DVR port b809e496-4415-4339-87bb-c0f2469c1152 on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:16.695234 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.711436 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-f4fd040f-55e4-45b3-948c-8f47f3006454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:16.712993 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-f4fd040f-55e4-45b3-948c-8f47f3006454 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414748 Sep 10 17:42:16.718684 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:16.728620 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d3e8b6-5496-4b47-a610-1c4b00f2615b') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:16.728915 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d3e8b6-5496-4b47-a610-1c4b00f2615b') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:16.737946 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.751589 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.757770 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:42:16.758256 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:42:16.760005 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:42:16.810016 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-f6f18f6b-2977-4f74-9667-33fd87f34e62 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888095 Sep 10 17:42:16.878852 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.893833 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:16.898231 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5 HTTP/1.1" status: 204 len: 168 time: 0.6946805 Sep 10 17:42:16.900191 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1109ad30-8f24-4588-9974-0493f3477fc6 req-e8be3295-c449-492e-8b20-72837d131781 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828760 Sep 10 17:42:16.901003 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37d13-aad1-49fd-8029-0b9a6d9f43d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ac5b17-7fd9-4909-8c9e-f4f3770c29d5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:17.226233 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51632) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:17.264962 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-cf2834c0-b9ae-47a7-8ac2-e33d845484c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ebd7061e45d433f9f6891dca1b8766e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375526 Sep 10 17:42:17.267308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51634) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:17.319914 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:17.340433 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:17.455729 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:17.458825 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:17.459963 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1436c3e6-ed19-4a28-b4a1-90a060225c83 HTTP/1.1" status: 204 len: 168 time: 0.1917524 Sep 10 17:42:17.467546 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7d2c-8540-44fd-9d3d-418879337cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1436c3e6-ed19-4a28-b4a1-90a060225c83,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:17.630337 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1177aa-4312-46a6-a154-7c02fbf47d03 req-f4139f59-659f-4720-8658-949f50739884 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:17.631971 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d1177aa-4312-46a6-a154-7c02fbf47d03 req-f4139f59-659f-4720-8658-949f50739884 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0496137 Sep 10 17:42:17.669976 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4d1177aa-4312-46a6-a154-7c02fbf47d03 req-ab66e0f6-1e3a-4ed4-9fd1-273762e8f0b4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317502 Sep 10 17:42:17.812370 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device b809e496-4415-4339-87bb-c0f2469c1152 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:17.833120 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: b809e496-4415-4339-87bb-c0f2469c1152 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:17.833466 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device b809e496-4415-4339-87bb-c0f2469c1152 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:18.010288 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:18.785021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396d177-4cef-4d59-94b4-abfa301a70b8 req-c3046663-fa6a-4360-a193-1835935d3e7d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:18.787047 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6396d177-4cef-4d59-94b4-abfa301a70b8 req-c3046663-fa6a-4360-a193-1835935d3e7d tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0508740 Sep 10 17:42:18.829697 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6396d177-4cef-4d59-94b4-abfa301a70b8 req-76a3913e-f875-4629-8226-e3ac009a6725 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363619 Sep 10 17:42:19.948789 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226023ec-b500-4dde-9497-f148d4629b65 req-75ab0adb-74c9-4ba6-9f4d-51eeadf0aefb tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:19.950290 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-226023ec-b500-4dde-9497-f148d4629b65 req-75ab0adb-74c9-4ba6-9f4d-51eeadf0aefb tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0487149 Sep 10 17:42:19.988464 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-226023ec-b500-4dde-9497-f148d4629b65 req-d8074ce3-3418-483a-be90-e6be6b47ca64 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322938 Sep 10 17:42:20.302876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51714) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:20.408388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3535afc-66c0-4ee7-b67c-af39165c927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.446408 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bdbce-9be5-4e01-bfd0-c69b46bf8bb9 req-a068ed56-67a9-44b2-96db-3b3a54451323 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:20.447899 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-012bdbce-9be5-4e01-bfd0-c69b46bf8bb9 req-a068ed56-67a9-44b2-96db-3b3a54451323 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0491729 Sep 10 17:42:20.486033 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-012bdbce-9be5-4e01-bfd0-c69b46bf8bb9 req-bc678bd7-4c58-4c4d-b796-90fa7afe5dc4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317266 Sep 10 17:42:20.525154 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-124e12f5-e173-4281-9ee9-86e60531c960 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655696 Sep 10 17:42:20.536391 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3535afc-66c0-4ee7-b67c-af39165c927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.615774 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a3535afc-66c0-4ee7-b67c-af39165c927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.655539 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a3535afc-66c0-4ee7-b67c-af39165c927b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee18d1832e344a6a865d5db4f8a85ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515453 Sep 10 17:42:20.658094 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51724) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:20.666095 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535afc-66c0-4ee7-b67c-af39165c927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4e42a-9847-4612-a3df-3e17478d519c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:20.716533 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.737486 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.867508 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.870085 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:20.871271 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ade4e42a-9847-4612-a3df-3e17478d519c HTTP/1.1" status: 204 len: 168 time: 0.2122483 Sep 10 17:42:20.879193 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce6409-0f36-4004-bb05-1777fd2a6b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4e42a-9847-4612-a3df-3e17478d519c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:21.419584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:21.454183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51732) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:21.467570 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-891bbb3e-1e78-4c52-9ae8-fe699ed78262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.494809 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.518376 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:21.521112 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6c6be-a10a-4938-b6c8-a6e4b81d9349" -d '{"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-unplugged", "status": "completed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:21.534653 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:21.558297 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08555f6a-752e-4346-afbc-590ddb6a43ab x-openstack-request-id: req-08555f6a-752e-4346-afbc-590ddb6a43ab {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:21.558457 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-891bbb3e-1e78-4c52-9ae8-fe699ed78262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.558864 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-unplugged", "status": "failed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "code": 422}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:21.559128 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08555f6a-752e-4346-afbc-590ddb6a43ab {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:21.559575 dv-cinder-787195-9-iscsi neutron-server[94684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'code': 422} returned with failed status Sep 10 17:42:21.605750 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f23c0c-c2ec-4347-bb3a-4fe578919f1d req-e0fc8b1a-3869-41f0-93e3-943e8a61faf2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:21.607251 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-05f23c0c-c2ec-4347-bb3a-4fe578919f1d req-e0fc8b1a-3869-41f0-93e3-943e8a61faf2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0480740 Sep 10 17:42:21.615810 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.639071 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-891bbb3e-1e78-4c52-9ae8-fe699ed78262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.649981 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-05f23c0c-c2ec-4347-bb3a-4fe578919f1d req-2b239467-d19a-472c-98ea-852daed91cf5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365601 Sep 10 17:42:21.670309 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=6']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:21.677761 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.678106 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.678447 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.678779 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.679112 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.679443 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.679768 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.680091 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.680441 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.680763 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.681082 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.681397 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:42:21.682966 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-891bbb3e-1e78-4c52-9ae8-fe699ed78262 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d50b6dd04c24e0a8f4c2d4a79c0062a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276413 Sep 10 17:42:21.683782 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bbb3e-1e78-4c52-9ae8-fe699ed78262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf179ce-e73c-4d88-88fe-deeb48fc544c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:21.685679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 51738) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:21.733851 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.754486 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.889469 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.892018 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:21.893197 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cf179ce-e73c-4d88-88fe-deeb48fc544c HTTP/1.1" status: 204 len: 168 time: 0.2065439 Sep 10 17:42:21.901629 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00651-ab0a-4f1b-bf59-3674936c630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf179ce-e73c-4d88-88fe-deeb48fc544c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:22.771555 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a0d5-eeb8-49bf-a1f5-3298091fb14f req-761344b8-2800-43e1-9768-2e47f1cf1c04 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:22.773099 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1f7a0d5-eeb8-49bf-a1f5-3298091fb14f req-761344b8-2800-43e1-9768-2e47f1cf1c04 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0495393 Sep 10 17:42:22.811493 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1f7a0d5-eeb8-49bf-a1f5-3298091fb14f req-d7b931a7-eb4f-45c2-901b-8f002b722fd5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324166 Sep 10 17:42:23.122731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-dc3d6fcf-dc99-4ed9-a92d-fda0b2898356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.124217 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-dc3d6fcf-dc99-4ed9-a92d-fda0b2898356 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd&tenant_id=deac01252687455089fd45498dc24ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0436780 Sep 10 17:42:23.186276 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-e59e7dba-98a1-4461-83fc-992617c5bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.187776 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-e59e7dba-98a1-4461-83fc-992617c5bbcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1096 time: 0.0409646 Sep 10 17:42:23.279323 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-e666029f-266b-4014-9944-af0380136c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.280873 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-e666029f-266b-4014-9944-af0380136c50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.0861483 Sep 10 17:42:23.347923 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-d8f2dfd5-cda2-481b-8da5-5d0db05596b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 999 time: 0.0602012 Sep 10 17:42:23.396511 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-65051593-0181-4ec1-879b-abeadf3c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.397971 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-65051593-0181-4ec1-879b-abeadf3c04a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0434313 Sep 10 17:42:23.443329 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-720d0ac6-9e0a-46fa-ae1d-ddab5214ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.444725 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-720d0ac6-9e0a-46fa-ae1d-ddab5214ac9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401020 Sep 10 17:42:23.537546 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-dd34357a-c8d4-4de4-b654-0864f7800eff service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858209 Sep 10 17:42:23.633013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5a252fc7-02ff-4fe4-a808-375beed80df9 req-04b66890-3e66-49d3-a110-42f522c5910c service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Sep 10 17:42:23.930326 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224b461-f005-45b0-9eda-3fd96f2f1775 req-4b66a553-5a99-4f83-adcf-e2a940dd37b2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:23.931820 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1224b461-f005-45b0-9eda-3fd96f2f1775 req-4b66a553-5a99-4f83-adcf-e2a940dd37b2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0505621 Sep 10 17:42:23.970584 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1224b461-f005-45b0-9eda-3fd96f2f1775 req-4e2b43ea-9500-410f-948d-2861cb49c22f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324342 Sep 10 17:42:25.088715 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5699f-3a9a-4101-9151-83c84283063b req-6f87dbec-4446-49c2-a6e3-d9f139070b24 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:25.090179 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49d5699f-3a9a-4101-9151-83c84283063b req-6f87dbec-4446-49c2-a6e3-d9f139070b24 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0494735 Sep 10 17:42:25.128228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-49d5699f-3a9a-4101-9151-83c84283063b req-02765b5b-41c2-46d7-ac34-234f494b1ad2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321796 Sep 10 17:42:26.241283 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9aa73-8b7b-45b7-9dca-721355daafb5 req-5fba9f08-3ae6-410d-9d97-0868f48d5817 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:26.242629 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9f9aa73-8b7b-45b7-9dca-721355daafb5 req-5fba9f08-3ae6-410d-9d97-0868f48d5817 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0468662 Sep 10 17:42:26.282882 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c9f9aa73-8b7b-45b7-9dca-721355daafb5 req-b863953a-aaea-408a-a9fb-f5ccba5fe300 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344665 Sep 10 17:42:27.396773 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894aedc-ef4e-482c-bfde-a15749bd5b7d req-2833ce6e-52f7-4321-b7a3-d99a4ef17e0f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:27.398209 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5894aedc-ef4e-482c-bfde-a15749bd5b7d req-2833ce6e-52f7-4321-b7a3-d99a4ef17e0f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0478783 Sep 10 17:42:27.435798 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5894aedc-ef4e-482c-bfde-a15749bd5b7d req-6aa702ed-9516-4aa7-9655-95b1699cfbf2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317986 Sep 10 17:42:28.548021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ede30c-a95e-4119-a306-6efc24ac7b67 req-15f92279-7ca0-41f2-8463-64136a387eea tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:28.549591 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99ede30c-a95e-4119-a306-6efc24ac7b67 req-15f92279-7ca0-41f2-8463-64136a387eea tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0489008 Sep 10 17:42:28.593711 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-99ede30c-a95e-4119-a306-6efc24ac7b67 req-2aafe4da-ad32-431f-88a4-31d11fcf719f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353463 Sep 10 17:42:28.809995 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-15f57225-437b-46e0-8b68-205070fc003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:29.712103 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897fa13-79a7-41d0-a429-c965165ca599 req-3adec307-343b-46ae-824b-675a7055f8d0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:29.719975 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3897fa13-79a7-41d0-a429-c965165ca599 req-3adec307-343b-46ae-824b-675a7055f8d0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0482233 Sep 10 17:42:29.756066 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3897fa13-79a7-41d0-a429-c965165ca599 req-07a57a6d-0b6a-496c-b6f5-3dbc9add0fb2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366135 Sep 10 17:42:30.906608 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf2e9e-de30-432a-9716-ea79346e98b4 req-99bed4dc-0d28-4cd3-9762-aa1b7724d26f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:30.908399 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72bf2e9e-de30-432a-9716-ea79346e98b4 req-99bed4dc-0d28-4cd3-9762-aa1b7724d26f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 943 time: 0.0559838 Sep 10 17:42:30.953094 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-72bf2e9e-de30-432a-9716-ea79346e98b4 req-a9bc3724-9418-4b26-8ced-c34663ec18bf tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374174 Sep 10 17:42:31.421111 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e8f2923f-8f7a-442a-be17-1fd5fb6716de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.488794 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:42:31.586625 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:31.606109 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'port_id': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'mac_address': 'fa:16:3e:d4:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:42:31.648826 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.661031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c24cb22-2923-4076-a541-be8cbb8305f9 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:42:31.679414 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:31.681500 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.757724 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:31.804527 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=7']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:32.010727 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['7c24cb22-2923-4076-a541-be8cbb8305f9'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:42:32.067510 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73255-6739-4fbe-9afe-6c5dce6ffc4c req-970a19f9-3162-4bef-a332-7b6b7cd11d4f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:32.069293 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-95e73255-6739-4fbe-9afe-6c5dce6ffc4c req-970a19f9-3162-4bef-a332-7b6b7cd11d4f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 944 time: 0.0488505 Sep 10 17:42:32.107241 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-95e73255-6739-4fbe-9afe-6c5dce6ffc4c req-4c2683d2-daa1-41cf-82ae-3a60d78caf32 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319464 Sep 10 17:42:32.409949 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.227394 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a29bcf-59e3-4d8e-8fc5-ae00a00d02d8 req-b61963a0-e340-4000-b9ec-57fea9c98cd2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:33.228873 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d4a29bcf-59e3-4d8e-8fc5-ae00a00d02d8 req-b61963a0-e340-4000-b9ec-57fea9c98cd2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 944 time: 0.0488884 Sep 10 17:42:33.268926 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d4a29bcf-59e3-4d8e-8fc5-ae00a00d02d8 req-462b4854-5d2e-4903-b7d0-5ede489ec004 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342798 Sep 10 17:42:33.489924 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:42:33.537531 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 7c24cb22-2923-4076-a541-be8cbb8305f9 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:33.537898 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.612946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.634668 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:33.636922 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651cb451-22b4-4525-b3f1-2b0834594ac5" -d '{"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:33.650472 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:33.671983 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a2a66-ea48-4325-98db-ed5c27895668 x-openstack-request-id: req-2f9a2a66-ea48-4325-98db-ed5c27895668 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:33.672298 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:33.672558 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f9a2a66-ea48-4325-98db-ed5c27895668 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:33.672928 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'code': 200} Sep 10 17:42:33.758686 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:33.810966 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=8']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:33.989636 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17f924-48bc-4202-b94b-6c97b4fa44db req-d074f0b1-f945-417e-889e-3f2cb3d02b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:33.991023 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4f17f924-48bc-4202-b94b-6c97b4fa44db req-d074f0b1-f945-417e-889e-3f2cb3d02b5d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0394945 Sep 10 17:42:34.027592 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4f17f924-48bc-4202-b94b-6c97b4fa44db req-32987bcb-5eb4-4728-a008-d0731d51952f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289600 Sep 10 17:42:34.261012 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:34.381699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505efb47-b6e7-4929-9be2-82d0a00e4e8e req-31c44f43-04eb-470b-9475-1d8443aaa87e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:34.383170 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-505efb47-b6e7-4929-9be2-82d0a00e4e8e req-31c44f43-04eb-470b-9475-1d8443aaa87e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0492172 Sep 10 17:42:34.420210 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-505efb47-b6e7-4929-9be2-82d0a00e4e8e req-fe60f441-c4ca-45bb-a513-9a389b2169e6 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310824 Sep 10 17:42:35.542984 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbb013-6218-4527-92bd-b2dbe24436ee req-a55b206d-f789-4f3e-a322-c4476cdc682a tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:35.544511 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5ecbb013-6218-4527-92bd-b2dbe24436ee req-a55b206d-f789-4f3e-a322-c4476cdc682a tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0490372 Sep 10 17:42:35.584230 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5ecbb013-6218-4527-92bd-b2dbe24436ee req-66bede70-4a86-43a4-adbe-b8349507bb66 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338383 Sep 10 17:42:43.738307 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd261-f64c-460c-80c2-e5560e9d1c1b req-6fec1e0f-8099-47d4-864b-cbfea99e25cb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:43.739806 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb1cd261-f64c-460c-80c2-e5560e9d1c1b req-6fec1e0f-8099-47d4-864b-cbfea99e25cb tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0506361 Sep 10 17:42:43.781373 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bb1cd261-f64c-460c-80c2-e5560e9d1c1b req-90505734-14d1-4faa-bc24-f84bb394fe55 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347626 Sep 10 17:42:43.828461 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54614f8b-887d-4b4b-8725-88c96f86685d req-4ef4a183-3b11-425a-bb5a-a014eceeda79 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:43.829913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-54614f8b-887d-4b4b-8725-88c96f86685d req-4ef4a183-3b11-425a-bb5a-a014eceeda79 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0476892 Sep 10 17:42:43.868828 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-54614f8b-887d-4b4b-8725-88c96f86685d req-45ecb745-31fb-476f-bbba-2897f5d87aa1 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Sep 10 17:42:44.095347 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:42:44.900702 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97630-828d-4555-b0b1-4a387497a680 req-8be6e1da-94a6-4a6d-87bf-2fd97cb2dcf7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.902328 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cdf97630-828d-4555-b0b1-4a387497a680 req-8be6e1da-94a6-4a6d-87bf-2fd97cb2dcf7 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0493851 Sep 10 17:42:44.952126 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51936) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:44.970002 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cdf97630-828d-4555-b0b1-4a387497a680 req-27456e47-5045-4847-9c24-fab65dd6b3dd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608761 Sep 10 17:42:44.993515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937da674-028e-4559-a89f-dbfa4d3cbaeb req-cf8948d2-b006-44ae-8621-1e021a8fe44d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:44.994991 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-937da674-028e-4559-a89f-dbfa4d3cbaeb req-cf8948d2-b006-44ae-8621-1e021a8fe44d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Sep 10 17:42:45.033997 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-937da674-028e-4559-a89f-dbfa4d3cbaeb req-70113d5f-9fc5-494a-84a5-0939a1531913 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Sep 10 17:42:45.061636 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df91f2ad-6a24-4f87-aaa1-d1bb68dfd406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.147545 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df91f2ad-6a24-4f87-aaa1-d1bb68dfd406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.249211 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df91f2ad-6a24-4f87-aaa1-d1bb68dfd406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.293972 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f2ad-6a24-4f87-aaa1-d1bb68dfd406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b792b16-33cd-47be-82e6-4b398e35f974,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:45.298250 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-df91f2ad-6a24-4f87-aaa1-d1bb68dfd406 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f219bde086e4e2d859dc7fd3f0bd0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448894 Sep 10 17:42:45.300885 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51940) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:45.347555 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.368818 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.415668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-da13e3a8-23e4-4a9d-90cb-0b26834f6fa5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:45.417220 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-da13e3a8-23e4-4a9d-90cb-0b26834f6fa5 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.0478647 Sep 10 17:42:45.472451 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.475698 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.476903 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b792b16-33cd-47be-82e6-4b398e35f974 HTTP/1.1" status: 204 len: 168 time: 0.1751089 Sep 10 17:42:45.484841 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ad919-f7df-4d9e-8a75-7ec9dfd74a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b792b16-33cd-47be-82e6-4b398e35f974,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:45.550226 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-878eb431-15d9-4443-9d12-ae080135151c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:45.551742 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-878eb431-15d9-4443-9d12-ae080135151c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.0677466 Sep 10 17:42:45.553707 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Deleting port 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:45.554078 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.699130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] For port 03effcf7-4bfc-44f2-972b-bd2f7320e750, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=03effcf7-4bfc-44f2-972b-bd2f7320e750,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:45.699498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.762278 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:45.762537 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.933501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] For port 2548eb3b-5e7c-4997-8100-78a5fb0a5588, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2548eb3b-5e7c-4997-8100-78a5fb0a5588,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:45.934130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.961758 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.962112 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:45.962430 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Floating IP f2a99cb3-3c45-4b16-baf8-d6c63116d5d7 disassociated. External IP: 172.27.3.217, port: 03effcf7-4bfc-44f2-972b-bd2f7320e750. Sep 10 17:42:45.962767 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Calling delete_port for 03effcf7-4bfc-44f2-972b-bd2f7320e750 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:46.513961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f780ca-d679-45bc-8eb9-55e95aa808d6 req-44ffb8c7-12eb-4cdb-8798-5472b0aeb6bd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:46.515393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-70f780ca-d679-45bc-8eb9-55e95aa808d6 req-44ffb8c7-12eb-4cdb-8798-5472b0aeb6bd tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 946 time: 0.4654989 Sep 10 17:42:46.536888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728e37-2cfd-48dc-b222-178f7a0ddc00 req-c2ac05cc-5fff-4db6-b75a-d4c98eb31eba tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:46.538435 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-66728e37-2cfd-48dc-b222-178f7a0ddc00 req-c2ac05cc-5fff-4db6-b75a-d4c98eb31eba tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 946 time: 0.4234433 Sep 10 17:42:46.565565 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:46.565923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:46.566239 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP 9ac2138b-45b1-4aa3-9b88-fede32bba606 disassociated. External IP: 172.27.3.253, port: 2548eb3b-5e7c-4997-8100-78a5fb0a5588. Sep 10 17:42:46.566579 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for 2548eb3b-5e7c-4997-8100-78a5fb0a5588 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:46.681466 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-70f780ca-d679-45bc-8eb9-55e95aa808d6 req-b0b70898-098c-49b6-80b2-dd60a0850f98 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups?id=897ac7b4-51bc-402f-9c0e-4bf6c7c69632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575050 Sep 10 17:42:46.690715 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-66728e37-2cfd-48dc-b222-178f7a0ddc00 req-9ee1accb-9f00-4c64-9d39-ead991b6671a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394005 Sep 10 17:42:46.797967 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:46.824415 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'Port': ['ID=03effcf7-4bfc-44f2-972b-bd2f7320e750,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:46.900159 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:46.931825 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=2548eb3b-5e7c-4997-8100-78a5fb0a5588,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:47.038738 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:47.136822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:47.245022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:47.255190 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:47.272656 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:47.273352 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:47.295449 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] No DVR routers for this DVR port 03effcf7-4bfc-44f2-972b-bd2f7320e750 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:47.299015 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.301056 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7e51dbc-41a6-4791-ac94-d63ed03a093f req-202b9b38-69f1-4f76-b51b-941292562689 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.61 "DELETE /v2.0/ports/03effcf7-4bfc-44f2-972b-bd2f7320e750 HTTP/1.1" status: 204 len: 173 time: 1.8777142 Sep 10 17:42:47.301515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-deleted', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:47.304348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c391f508-b7f4-4088-97a0-18ee28e1491d" -d '{"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-deleted", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:47.342962 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:47.369467 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:47.383762 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:47.393989 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:47.402902 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71cb455-4b19-4536-8916-a7af8cdd17a3 x-openstack-request-id: req-d71cb455-4b19-4536-8916-a7af8cdd17a3 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:47.403451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd8b800-0c46-421b-b07d-1d4288e3187d", "name": "network-vif-deleted", "tag": "03effcf7-4bfc-44f2-972b-bd2f7320e750", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:47.404002 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d71cb455-4b19-4536-8916-a7af8cdd17a3 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:47.404455 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd8b800-0c46-421b-b07d-1d4288e3187d', 'name': 'network-vif-deleted', 'tag': '03effcf7-4bfc-44f2-972b-bd2f7320e750', 'status': 'completed', 'code': 200} Sep 10 17:42:47.407640 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:47.440887 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] No DVR routers for this DVR port 2548eb3b-5e7c-4997-8100-78a5fb0a5588 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:47.448107 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:47.453241 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-714a90aa-fe5d-454f-8478-7c9379734ee3 req-abf12366-e635-4fef-a1d6-2a3012f67fb3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "DELETE /v2.0/ports/2548eb3b-5e7c-4997-8100-78a5fb0a5588 HTTP/1.1" status: 204 len: 173 time: 1.8949368 Sep 10 17:42:47.518470 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:47.715918 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:47.743411 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:47.747358 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:47.757754 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:47.758395 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:47.842515 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8f827cad-78b3-4286-bae4-3ed4fdddf225 req-c093432c-059e-48a9-b478-29e4b40445fa tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd8b800-0c46-421b-b07d-1d4288e3187d HTTP/1.1" status: 200 len: 210 time: 0.0489864 Sep 10 17:42:47.858891 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a583f2dc-0692-48e6-a5fa-fad0eb094b05 req-80bf5039-18f1-45db-b251-0dd5ff76402c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1cc42ec-d669-4375-b316-41e9951999f8 HTTP/1.1" status: 200 len: 210 time: 0.0898664 Sep 10 17:42:47.894943 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:47.927136 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:47.937384 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:47.937384 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:48.058466 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:48.087836 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:48.114239 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:48.142633 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167d6a5-cf90-433d-97e6-9729c5e36ed1 None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:35:45Z', 'revision_number': 4, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '73b2beb9-3f62-4b9f-b64d-fc70960ce4c5', 'name': '', 'network_id': 'e1ec08a3-dc8e-4f24-b101-6ae31cea676c', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'mac_address': 'fa:16:3e:4b:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:43Z', 'updated_at': '2021-09-10T17:35:57Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'subnets': [{'id': '2c8e70ec-3367-4ddf-a97f-82804dfa8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:48.269038 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:48.303242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95146f63-3b54-4d1f-8970-b712d229e1fa None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:48.413726 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e2ec4-dacb-4b4f-ae20-3f221443ad0a None None] New status for floating IP f2a99cb3-3c45-4b16-baf8-d6c63116d5d7: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:42:48.557253 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea734af-5c06-4fe3-91fd-e146f6ff7c55 None None] New status for floating IP 9ac2138b-45b1-4aa3-9b88-fede32bba606: DOWN {{(pid=94684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:42:49.010650 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 51996) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:49.068676 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.092293 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.114898 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-f4f81ebd-9b86-43f1-8a20-a06eedcaf8f4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021543786&fields=id&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 267 time: 0.0327611 Sep 10 17:42:49.175135 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.178137 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.179332 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "DELETE /v2.0/security-groups/897ac7b4-51bc-402f-9c0e-4bf6c7c69632 HTTP/1.1" status: 204 len: 168 time: 0.1675067 Sep 10 17:42:49.182664 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52000) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:49.199223 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d4821-7b81-4d9d-8996-39ecd24574d9 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ac7b4-51bc-402f-9c0e-4bf6c7c69632,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:49.201330 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.api.v2.resource [None req-0260b559-8d58-4f97-b298-4103efa1be56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] show failed (client error): The resource could not be found. Sep 10 17:42:49.202358 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0260b559-8d58-4f97-b298-4103efa1be56 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "GET /v2.0/security-groups/897ac7b4-51bc-402f-9c0e-4bf6c7c69632 HTTP/1.1" status: 404 len: 347 time: 0.0187893 Sep 10 17:42:49.205942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52002) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:49.222696 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-35c75ccc-7586-4b56-abc1-3a8d02983b7d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:49.224157 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-35c75ccc-7586-4b56-abc1-3a8d02983b7d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.1016865 Sep 10 17:42:49.239863 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-df2daae4-5fea-4fd7-a371-e1a50436b873 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/quotas/35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Sep 10 17:42:49.297388 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-f6917694-74f2-455d-a637-dce73c407a7e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520456 Sep 10 17:42:49.331009 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Deleting port c9df3839-79e0-43f2-987b-09bdbc2faf32 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:49.331351 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.407423 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'name': 'network-vif-deleted', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:49.408466 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.408946 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.409647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6668d21-af28-4269-b4e7-b2ea6433d8bd" -d '{"events": [{"server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "name": "network-vif-deleted", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:49.421586 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Calling delete_port for c9df3839-79e0-43f2-987b-09bdbc2faf32 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:49.464915 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6fafd-9966-4699-a00b-945662407ab9 x-openstack-request-id: req-07a6fafd-9966-4699-a00b-945662407ab9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:49.465133 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cc42ec-d669-4375-b316-41e9951999f8", "name": "network-vif-deleted", "tag": "2548eb3b-5e7c-4997-8100-78a5fb0a5588", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:49.465373 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07a6fafd-9966-4699-a00b-945662407ab9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:49.465761 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cc42ec-d669-4375-b316-41e9951999f8', 'name': 'network-vif-deleted', 'tag': '2548eb3b-5e7c-4997-8100-78a5fb0a5588', 'status': 'completed', 'code': 200} Sep 10 17:42:49.496337 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7ebce416-11f1-458c-bd45-5b040b688dc0 service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861138 Sep 10 17:42:49.593225 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c77961af-b4ea-4a49-9242-e7fbaee42e07 service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897942 Sep 10 17:42:49.604540 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.635678 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Pushing event deleted for resources: {'Port': ['ID=c9df3839-79e0-43f2-987b-09bdbc2faf32,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:49.696528 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.699251 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:49.700435 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-fc3c7727-8230-484a-a997-21f201fc79a4 tempest-AttachVolumeShelveTestJSON-1163629583 tempest-AttachVolumeShelveTestJSON-1163629583-project] 10.222.0.53 "DELETE /v2.0/floatingips/f2a99cb3-3c45-4b16-baf8-d6c63116d5d7 HTTP/1.1" status: 204 len: 168 time: 0.4935648 Sep 10 17:42:49.872537 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2548eb3b-5e7c-4997-8100-78a5fb0a5588 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:49.892942 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 2548eb3b-5e7c-4997-8100-78a5fb0a5588 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:49.893412 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2548eb3b-5e7c-4997-8100-78a5fb0a5588 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:49.893827 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:49.913874 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 03effcf7-4bfc-44f2-972b-bd2f7320e750 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:49.914220 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 03effcf7-4bfc-44f2-972b-bd2f7320e750 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:50.105330 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ed470a6b-f75e-433c-b87f-874303db146b req-106b5111-8346-4ab6-a1e6-035a314898e0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 210 time: 0.0274072 Sep 10 17:42:51.195890 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c54c2844-29b0-4d0b-b8d3-e78a459ad34e req-a4fce837-6efe-424a-980f-d86b93f7cf43 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 210 time: 0.0262060 Sep 10 17:42:52.288790 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d4c6b596-f4e3-4487-acdb-53870d53095d req-cf97ced9-598f-4308-98f5-504734d70e3d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 210 time: 0.0265121 Sep 10 17:42:52.710708 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-eb94d35b-b94b-4964-bf4d-2ff148570b09 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:52.711888 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-eb94d35b-b94b-4964-bf4d-2ff148570b09 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.1103456 Sep 10 17:42:52.764065 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-5ca99353-e408-4f8d-9715-ca74659c81ff tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 380 time: 0.0368855 Sep 10 17:42:52.782324 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'port': {'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'admin_state_up': True, 'tenant_id': '35212163e3d04b73adfd995294308435', 'security_groups': ['6a298395-6021-4ab3-adf7-fa512577604a']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:52.963284 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Made reservation on behalf of 35212163e3d04b73adfd995294308435 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:42:52.966942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.094563 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.20.0.6 (e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7/420784b1-ef85-462e-a689-76fa0112ebd3/7969cd19-d438-40f1-aff6-2f6f2fd327a1) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:42:53.241960 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.256686 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Transition to ACTIVE for port object 7969cd19-d438-40f1-aff6-2f6f2fd327a1 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:42:53.346792 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.421698 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:42:53.431425 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:42:53.436545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:53.436545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:42:53.481712 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dee3fb-1c1d-47eb-824f-fdf15bc940e9 req-a11ea166-6ad9-4a34-9852-0ce680e49149 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:53.483349 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80dee3fb-1c1d-47eb-824f-fdf15bc940e9 req-a11ea166-6ad9-4a34-9852-0ce680e49149 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 931 time: 0.1275451 Sep 10 17:42:53.525051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:53.525051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.555671 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-80dee3fb-1c1d-47eb-824f-fdf15bc940e9 req-a33922af-2f2b-4c4e-b561-30a905a8dae4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618293 Sep 10 17:42:53.627399 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-7c80dd52-b747-4a9e-83ab-5529d5ff9baf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488479 Sep 10 17:42:53.645374 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Request body: {'port': {'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:42:53.701841 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.729799 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df6419dc-619f-4ea9-8e71-708d445b2e2d None None] Provisioning for port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:42:53.735142 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-df6419dc-619f-4ea9-8e71-708d445b2e2d None None] Provisioning complete for port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:42:53.735687 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df6419dc-619f-4ea9-8e71-708d445b2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:53.777720 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df6419dc-619f-4ea9-8e71-708d445b2e2d None None] Port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:42:53.981701 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7969cd19-d438-40f1-aff6-2f6f2fd327a1 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:42:53.988758 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.000663 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Transition to ACTIVE for port object 7969cd19-d438-40f1-aff6-2f6f2fd327a1 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:42:54.111940 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.179060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:54.241662 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Attempting to bind port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:42:54.242367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Attempting to bind port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:42:54.242871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Attempting to bind port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:42:54.247911 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:42:54.248230 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Attempting to bind port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:42:54.253799 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:42:54.254296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:42:54.254686 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Bound using segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:42:54.255120 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Bound port: 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:42:54.255475 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.328613 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:42:54.331619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:42:54.403755 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.436972 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.437589 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:54.439384 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] 10.222.0.61 "PUT /v2.0/ports/7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 1093 time: 0.7982178 Sep 10 17:42:54.439384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:42:54.441628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:42:54.468679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f7106-78bc-4fbe-aac1-7f3d65073ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:54.485571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0dd886-ce33-4da3-b1c5-fd8457b593c0 x-openstack-request-id: req-6c0dd886-ce33-4da3-b1c5-fd8457b593c0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:42:54.485571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:42:54.485571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c0dd886-ce33-4da3-b1c5-fd8457b593c0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:42:54.485571 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'status': 'completed', 'code': 200} Sep 10 17:42:54.551354 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-d56296b0-9769-43c0-9588-16afd20b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.558253 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-d56296b0-9769-43c0-9588-16afd20b9025 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0447357 Sep 10 17:42:54.628583 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52096) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:54.707942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-17c606c5-f24d-4a08-8795-14c6849c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.709457 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-17c606c5-f24d-4a08-8795-14c6849c00de service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=35212163e3d04b73adfd995294308435&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1475253 Sep 10 17:42:54.722367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55742-f4bf-4a6b-b26a-682dbb6e48e4 req-dcb31dc3-3898-49bd-9b2f-82c8fea4df18 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.723835 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0df55742-f4bf-4a6b-b26a-682dbb6e48e4 req-dcb31dc3-3898-49bd-9b2f-82c8fea4df18 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0724835 Sep 10 17:42:54.821083 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0df55742-f4bf-4a6b-b26a-682dbb6e48e4 req-b1f3987d-f909-4666-9ed5-cd6db7b45902 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879447 Sep 10 17:42:54.844082 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-285c4a75-a60f-4cd5-ad95-f4fbdf41d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.844082 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa5043f4-624e-48fd-8897-8e7dc5d0f6ba req-285c4a75-a60f-4cd5-ad95-f4fbdf41d2cc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189599 Sep 10 17:42:54.922347 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-b4bf7f99-0320-4e43-a588-91d99fff59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:54.923911 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-b4bf7f99-0320-4e43-a588-91d99fff59ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0409715 Sep 10 17:42:54.969247 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-a2fad192-5e16-4195-b7a6-22f36214e827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 217 time: 0.0368092 Sep 10 17:42:55.018163 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-bdc83ddf-b864-4949-b188-371e737e8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:55.019522 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-bdc83ddf-b864-4949-b188-371e737e8314 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0432639 Sep 10 17:42:55.065739 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c0071c14-8c61-4a0a-9ebe-7f0369b45b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:55.067224 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-c0071c14-8c61-4a0a-9ebe-7f0369b45b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403655 Sep 10 17:42:55.130396 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.164692 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-172424fc-77df-4d96-9064-7f6757cf5b74 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864303 Sep 10 17:42:55.257138 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0d9f6c74-9a93-4dbc-8917-c794a5b03a51 req-31441209-4adb-40c0-8390-2dea1d196056 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815876 Sep 10 17:42:55.364614 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Deleting port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:55.364975 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.442593 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] For port 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:55.442955 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.455042 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Calling delete_port for 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:55.706419 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.733166 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b2beb9-3f62-4b9f-b64d-fc70960ce4c5,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:55.908099 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:55.948647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cd954-8f5a-4b42-80d4-15a0636653c7 req-a59625d6-9e1f-4e65-a51a-58b5f70df688 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:55.950126 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c6cd954-8f5a-4b42-80d4-15a0636653c7 req-a59625d6-9e1f-4e65-a51a-58b5f70df688 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0556185 Sep 10 17:42:55.987687 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c6cd954-8f5a-4b42-80d4-15a0636653c7 req-afe2f96f-830a-4f1f-ae53-821cc9a0b7f6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Sep 10 17:42:56.127983 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:42:56.438551 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:42:56.444015 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-e702ca5f-ac37-4a3e-8b56-3faa45f7f8f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf2090c2-0b36-4e53-925e-7ffa8c6f40bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136854 Sep 10 17:42:56.446660 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52108) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:56.449552 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Sync routers for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:42:56.459843 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:56.460476 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:56.546370 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:56.563371 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:56.644444 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:56.740574 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:42:55Z', 'revision_number': 5, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port': {'id': 'cc2a40c8-af34-4855-803d-5ea037cf67a4', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:35:38Z', 'updated_at': '2021-09-10T17:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:56.753748 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Deleting port cc2a40c8-af34-4855-803d-5ea037cf67a4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:56.754315 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:56.770443 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Checking router: bf2090c2-0b36-4e53-925e-7ffa8c6f40bd for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:42:56.779496 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Routers {'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:42:56.780101 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:42:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:56.831977 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] For port cc2a40c8-af34-4855-803d-5ea037cf67a4, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=cc2a40c8-af34-4855-803d-5ea037cf67a4,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:56.832456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:56.846296 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Calling delete_port for cc2a40c8-af34-4855-803d-5ea037cf67a4 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:56.866397 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] Set router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:42:56.919299 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:42:56Z', 'revision_number': 6, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:56.949617 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86828ac8-7dbd-4a2d-b543-5ee4f241e83a None None] The sync data for ids ['bf2090c2-0b36-4e53-925e-7ffa8c6f40bd'] in dv-cinder-787195-9-iscsi is: [{'id': 'bf2090c2-0b36-4e53-925e-7ffa8c6f40bd', 'name': 'tempest-AttachVolumeShelveTestJSON-2031650802-router', 'tenant_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:35:37Z', 'updated_at': '2021-09-10T17:42:56Z', 'revision_number': 6, 'project_id': '4ccad117d77e4aaab1cbe491dc0e72fc', 'gw_port_host': None}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:42:57.014404 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52118) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:57.077847 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.107749 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b8a68-d12c-4e18-9afb-44b89340e981 req-1d741cce-dabf-4ace-b45a-9cd4c36bfac3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:57.109336 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2a40c8-af34-4855-803d-5ea037cf67a4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:57.109967 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bf7b8a68-d12c-4e18-9afb-44b89340e981 req-1d741cce-dabf-4ace-b45a-9cd4c36bfac3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0534480 Sep 10 17:42:57.142820 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f1d3-550c-44a8-bdd7-76ed47c7452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.153680 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bf7b8a68-d12c-4e18-9afb-44b89340e981 req-9710ab3d-f616-4eff-83f2-c9a834c52d20 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Sep 10 17:42:57.197360 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.293363 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.297280 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.385481 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f1d3-550c-44a8-bdd7-76ed47c7452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.391492 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.392005 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2090c2-0b36-4e53-925e-7ffa8c6f40bd {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:42:57.397523 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.400131 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c883a401-3b14-4ab9-a9de-cba8350e5426 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bf2090c2-0b36-4e53-925e-7ffa8c6f40bd HTTP/1.1" status: 204 len: 168 time: 0.9509637 Sep 10 17:42:57.401273 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52122) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:57.433214 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a9d6f1d3-550c-44a8-bdd7-76ed47c7452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.476901 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Deleting subnet 2c8e70ec-3367-4ddf-a97f-82804dfa8b49 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:42:57.480118 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6f1d3-550c-44a8-bdd7-76ed47c7452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9a0e5-c211-473d-9d39-b0d9a48793f8,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:57.484191 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a9d6f1d3-550c-44a8-bdd7-76ed47c7452b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24ef159ef8e44f6d8a8875c0f0297711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687564 Sep 10 17:42:57.484980 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.486880 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52124) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:57.538993 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.594136 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.638604 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.659197 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.798303 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.800863 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.802160 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79e9a0e5-c211-473d-9d39-b0d9a48793f8 HTTP/1.1" status: 204 len: 168 time: 0.3143785 Sep 10 17:42:57.814272 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0407f5-1308-4be8-b0c2-42877289f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9a0e5-c211-473d-9d39-b0d9a48793f8,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:57.827078 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.856464 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8e70ec-3367-4ddf-a97f-82804dfa8b49,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:57.857345 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:57.860176 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:57.862687 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-52b8ffb4-9299-4c54-9e26-f4ca401412ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c8e70ec-3367-4ddf-a97f-82804dfa8b49 HTTP/1.1" status: 204 len: 168 time: 0.4604504 Sep 10 17:42:57.877786 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52128) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:57.884503 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d9da8-3925-4494-ae06-80e5e092c981 None None] Network e1ec08a3-dc8e-4f24-b101-6ae31cea676c requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:42:57.886611 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:57.886947 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 73b2beb9-3f62-4b9f-b64d-fc70960ce4c5 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:57.887351 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device cc2a40c8-af34-4855-803d-5ea037cf67a4 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:57.907269 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: cc2a40c8-af34-4855-803d-5ea037cf67a4 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:57.912571 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device cc2a40c8-af34-4855-803d-5ea037cf67a4 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:42:57.942072 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.005923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Deleting port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:58.006051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.073899 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] For port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:58.074256 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.086345 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Calling delete_port for 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:58.111275 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] DHCP port deletion for e1ec08a3-dc8e-4f24-b101-6ae31cea676c request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:42:58.167881 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Deleting port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:42:58.168429 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.214647 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.243840 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] For port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,segment=NetworkSegment(df1b2e23-858a-439c-865b-b552ed93a8e0),segment_id=df1b2e23-858a-439c-865b-b552ed93a8e0)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:42:58.244264 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.254303 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:58.256579 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] No DVR routers for this DVR port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 on host dv-cinder-787195-9-iscsi {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:58.263783 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Calling delete_port for 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:42:58.340105 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef5dfd-4e36-4042-b61e-22f99ac7480e req-d6fb5152-000f-480d-8f6c-c2c6ee583c30 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:58.342000 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8eef5dfd-4e36-4042-b61e-22f99ac7480e req-d6fb5152-000f-480d-8f6c-c2c6ee583c30 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.1216521 Sep 10 17:42:58.375973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.410105 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ec08a3-dc8e-4f24-b101-6ae31cea676c']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:58.433350 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1b2e23-858a-439c-865b-b552ed93a8e0') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:58.433609 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.433920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1b2e23-858a-439c-865b-b552ed93a8e0') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:42:58.444883 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8eef5dfd-4e36-4042-b61e-22f99ac7480e req-03a0aa40-4cc2-4326-a963-95526e0119a6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648460 Sep 10 17:42:58.448314 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.462599 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] Pushing event deleted for resources: {'Port': ['ID=4b168c85-eaba-4d2c-9cbf-b3246d7359e5,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:58.468916 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.478001 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:42:58.478404 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.479140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784a729-c8f8-49a9-b9b4-1ec8211e66c6 None None] No DVR routers for this DVR port 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:42:58.480259 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:42:58.597739 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.604309 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.606730 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e1ec08a3-dc8e-4f24-b101-6ae31cea676c HTTP/1.1" status: 204 len: 168 time: 0.7396526 Sep 10 17:42:58.621501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b652-663f-4ec2-a61f-b4cefff42621 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ec08a3-dc8e-4f24-b101-6ae31cea676c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:58.814579 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bdaaad75-c601-4374-90db-26b3e1094be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:58.921012 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52154) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:58.967290 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-253f4514-15be-4a20-9cd8-1d2661a76fd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ccad117d77e4aaab1cbe491dc0e72fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450950 Sep 10 17:42:58.969833 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52156) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:42:59.018043 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.038601 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.157625 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.164616 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:42:59.164616 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5becddd9-ae7b-4095-80bd-cf1d3f47c7e3 HTTP/1.1" status: 204 len: 168 time: 0.1906462 Sep 10 17:42:59.169275 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae6a1e-76c4-45da-ab1a-b2f53f8f44c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5becddd9-ae7b-4095-80bd-cf1d3f47c7e3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:42:59.575269 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2227-9ce0-44c2-9445-2dddbe103434 req-2baff430-5246-43b9-929b-3a87aa405c2b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:42:59.582592 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-21ff2227-9ce0-44c2-9445-2dddbe103434 req-2baff430-5246-43b9-929b-3a87aa405c2b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0575163 Sep 10 17:42:59.619756 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-21ff2227-9ce0-44c2-9445-2dddbe103434 req-b3fc5267-535e-48c3-abb6-a736931539b5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356922 Sep 10 17:42:59.848996 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:42:59.871312 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:42:59.871922 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 4b168c85-eaba-4d2c-9cbf-b3246d7359e5 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:43:00.173385 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52196) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:00.272338 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1999171862-network', 'tenant_id': '005ca156ec0d419fad8821cedb4964e1'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:00.375009 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:00.377958 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.387151 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.475778 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.534499 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.554945 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:43:00.567507 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b3683-f4c6-4497-b4c9-be877dcfe03e,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:00.572759 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.573106 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Added segment f2a87856-29ad-423a-bd82-2e46b70cd5bd of type vlan for network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc Sep 10 17:43:00.613974 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.689283 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.690469 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:00.691424 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:00.743328 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b814d7c-f80e-44f3-93b2-812a8fca3d14 req-6fe0011e-e869-40c1-8d54-f2f4c948f3f9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:00.745001 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b814d7c-f80e-44f3-93b2-812a8fca3d14 req-6fe0011e-e869-40c1-8d54-f2f4c948f3f9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0539997 Sep 10 17:43:00.754875 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] Pushing event updated for resources: {'Network': ['ID=7b4da5a1-4e2c-483d-a29f-84e53d243bbc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:00.766950 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:43:00.776486 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-12d4960c-a502-41cd-92b7-99052e504d0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6013324 Sep 10 17:43:00.778944 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52206) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:00.794166 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Request body: {'subnet': {'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1999171862-subnet', 'tenant_id': '005ca156ec0d419fad8821cedb4964e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:00.796310 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b814d7c-f80e-44f3-93b2-812a8fca3d14 req-d424cb1d-2370-47de-8c9b-6b5530d93da2 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Sep 10 17:43:00.854563 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'subnet': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:00.856887 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13031578'] for subnet, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:01.066334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13029970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13031556'] for subnet, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:01.115625 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db622983-d77e-44da-9918-6d531dab320c,revision_number=0']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:01.131446 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Checking segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:01.131798 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Network hostable DHCP agents. Network: 7b4da5a1-4e2c-483d-a29f-84e53d243bbc, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:43:01.237452 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:43:01.466377 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 7b4da5a1-4e2c-483d-a29f-84e53d243bbc) {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:01.470895 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:01.475822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:01.477003 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e888e1-c69d-4856-b3a9-669c7dde6bed None None] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:01.499762 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9034783-551d-488e-b4c1-aa5bb5a4fcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:01.535236 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-0be5c4ee-171d-4c33-be24-28da010b16bf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7553074 Sep 10 17:43:01.609457 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9f627-32d6-4e14-8edb-d1b81028de73 None None] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:01.683919 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:02.252940 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050da0-986c-4547-a303-caa474dd1509 req-8cba3fe6-1cde-4e46-b2bb-45c52166e19d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.254330 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4a050da0-986c-4547-a303-caa474dd1509 req-8cba3fe6-1cde-4e46-b2bb-45c52166e19d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.3741508 Sep 10 17:43:02.291017 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-bd0d0a62-cedb-4134-8ff9-48d2ae79048c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:02.292476 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-bd0d0a62-cedb-4134-8ff9-48d2ae79048c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.4023249 Sep 10 17:43:02.319568 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4a050da0-986c-4547-a303-caa474dd1509 req-61f564d4-a08b-449a-9a70-9482707f1771 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572722 Sep 10 17:43:02.320875 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-9eb99e5b-679a-4187-9302-7a0318cd0555 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/quotas/005ca156ec0d419fad8821cedb4964e1 HTTP/1.1" status: 200 len: 375 time: 0.0219815 Sep 10 17:43:02.357887 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-46949945-1c95-4adf-95a6-b8c2c00dfe0d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309970 Sep 10 17:43:02.386292 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:02.498807 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7cdaef80-2931-448a-8ce6-45d1d164e61e service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337111 Sep 10 17:43:02.585733 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-afa3d20d-b379-45f1-9bed-63928e4b7b17 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806453 Sep 10 17:43:02.860580 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e13df1b7-aa39-4cdb-8c3e-5e0b02bbd294 req-a0e17188-5537-481e-820a-2b87cb79371d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0268955 Sep 10 17:43:03.429992 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52254) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:03.444542 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adc794-215f-45fe-94d6-5b50fc1a0656 req-94d45802-04a7-4c1b-a832-c1bb509eb718 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:03.446001 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-47adc794-215f-45fe-94d6-5b50fc1a0656 req-94d45802-04a7-4c1b-a832-c1bb509eb718 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 943 time: 0.0594966 Sep 10 17:43:03.484138 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-47adc794-215f-45fe-94d6-5b50fc1a0656 req-e4421f68-9e7f-45bf-9af6-14750ab48e94 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315723 Sep 10 17:43:03.536800 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d01c4f0-91f1-4c76-802f-9102a8f54b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.623661 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d01c4f0-91f1-4c76-802f-9102a8f54b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.705828 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9d01c4f0-91f1-4c76-802f-9102a8f54b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.731396 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7969cd19-d438-40f1-aff6-2f6f2fd327a1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:03.746103 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-9d01c4f0-91f1-4c76-802f-9102a8f54b6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d03ef11ab1e434da7bc37ee7a32cd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149588 Sep 10 17:43:03.746972 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c4f0-91f1-4c76-802f-9102a8f54b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f5e192-eff2-4bc4-bf37-432a9ee587ef,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:03.748691 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52258) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:03.805019 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.825823 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.835063 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:03.956955 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-61bdefa4-8212-4e8c-80fa-6c5ad9c05ab1 req-92455507-dfb5-422a-bbd7-9dfd83041ff1 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0263696 Sep 10 17:43:03.975679 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:03.986196 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.988890 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:03.993660 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7f5e192-eff2-4bc4-bf37-432a9ee587ef HTTP/1.1" status: 204 len: 168 time: 0.2379553 Sep 10 17:43:03.998629 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075511-d3ff-4b17-acde-191b3ff8a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f5e192-eff2-4bc4-bf37-432a9ee587ef,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:04.011631 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.030526 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7969cd19-d438-40f1-aff6-2f6f2fd327a1 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:04.052898 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:04.163988 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.223028 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:04.300697 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.415289 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['7969cd19-d438-40f1-aff6-2f6f2fd327a1'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:04.606411 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf3b6-d6a2-4ef8-aed2-f4264f9bde61 req-ce1691f0-8be1-41b4-be5f-f0b6d3de7e11 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:04.608611 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d57cf3b6-d6a2-4ef8-aed2-f4264f9bde61 req-ce1691f0-8be1-41b4-be5f-f0b6d3de7e11 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 944 time: 0.0563812 Sep 10 17:43:04.651168 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d57cf3b6-d6a2-4ef8-aed2-f4264f9bde61 req-8b896ec9-28e4-458f-b84b-bf94d2b536a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366232 Sep 10 17:43:04.653324 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52268) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:04.666942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9f4d-32d0-4eb4-a5b2-9e9f3a5ec215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.753828 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9f4d-32d0-4eb4-a5b2-9e9f3a5ec215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.837562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9f4d-32d0-4eb4-a5b2-9e9f3a5ec215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.873738 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa9f4d-32d0-4eb4-a5b2-9e9f3a5ec215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd0d6af-25ae-40ad-8a58-bf77d1e4991c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:04.880216 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b6aa9f4d-32d0-4eb4-a5b2-9e9f3a5ec215 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6c287b46ecf43cc93f1847615dd6b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239926 Sep 10 17:43:04.882907 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52270) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:04.932124 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:04.953289 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.003543 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-c7810efd-3495-4254-ad68-4d009a800dc8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:05.005085 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-c7810efd-3495-4254-ad68-4d009a800dc8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1114378 Sep 10 17:43:05.021365 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Request body: {'port': {'device_id': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'admin_state_up': True, 'tenant_id': '005ca156ec0d419fad8821cedb4964e1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:05.076001 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2557cec-4803-4814-ba28-a9cdeacb471c req-fb5b0b8c-cd2c-4a28-aec0-4d6e42101544 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0394464 Sep 10 17:43:05.083346 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.086104 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.095868 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bd0d6af-25ae-40ad-8a58-bf77d1e4991c HTTP/1.1" status: 204 len: 168 time: 0.2077458 Sep 10 17:43:05.099239 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fce357-2087-4825-a466-614a48d29766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd0d6af-25ae-40ad-8a58-bf77d1e4991c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:05.226288 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:05.229927 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.359019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Allocated IP 172.20.0.14 (7b4da5a1-4e2c-483d-a29f-84e53d243bbc/db622983-d77e-44da-9918-6d531dab320c/a934388f-80cd-4162-996a-35d56a2b821e) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:05.503182 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.586259 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.630520 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:05.633536 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:05.637261 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:05.647431 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event updated for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:05.694999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:05.694999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.747324 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7969cd19-d438-40f1-aff6-2f6f2fd327a1 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:05.772918 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f469-f4ca-49e2-a153-d7d1b7515434 req-a397d019-88fd-4aec-90a0-2ceb2b6fde60 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:05.775029 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c759f469-f4ca-49e2-a153-d7d1b7515434 req-a397d019-88fd-4aec-90a0-2ceb2b6fde60 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 944 time: 0.0529866 Sep 10 17:43:05.808794 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-8a28051b-35a8-46ad-a24f-bedc3da29893 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7914448 Sep 10 17:43:05.816550 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c759f469-f4ca-49e2-a153-d7d1b7515434 req-169ce920-b9e2-491c-b18c-1a1a50699ea6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356791 Sep 10 17:43:05.822055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Request body: {'port': {'device_id': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:05.879563 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:05.937194 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:05.941162 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:05.941633 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.025902 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.047841 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:06.050085 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51437cd-969d-402b-b720-ff0463cbe0c8" -d '{"events": [{"server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "name": "network-vif-plugged", "status": "completed", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:06.062776 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:06.087923 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb523bd-a5c6-4c8e-8d70-1feb3230dfab x-openstack-request-id: req-fcb523bd-a5c6-4c8e-8d70-1feb3230dfab {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:06.088214 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "name": "network-vif-plugged", "status": "completed", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:06.088501 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcb523bd-a5c6-4c8e-8d70-1feb3230dfab {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:06.088896 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'code': 200} Sep 10 17:43:06.146373 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.181234 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a934388f-80cd-4162-996a-35d56a2b821e {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:06.204617 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:06.215857 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.234769 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Transition to ACTIVE for port object a934388f-80cd-4162-996a-35d56a2b821e will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:06.238910 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52304) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:06.249284 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649567b-33ae-4483-a405-eed6ee5e56fe req-113fe606-dde5-45cb-a163-cdcc2fb21c3a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.250763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b649567b-33ae-4483-a405-eed6ee5e56fe req-113fe606-dde5-45cb-a163-cdcc2fb21c3a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 932 time: 0.0881627 Sep 10 17:43:06.290591 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b649567b-33ae-4483-a405-eed6ee5e56fe req-d7e6d14c-ed8b-4b97-8909-10dd574688e0 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Sep 10 17:43:06.335718 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-138468467-network', 'tenant_id': 'a464362ae2314af388b8288af121988c'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:06.386382 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.414552 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Made reservation on behalf of a464362ae2314af388b8288af121988c for: {'network': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:06.417685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for network, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.426388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.453769 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:06.502299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Attempting to bind port a934388f-80cd-4162-996a-35d56a2b821e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:06.502632 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Attempting to bind port a934388f-80cd-4162-996a-35d56a2b821e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:06.502963 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Attempting to bind port a934388f-80cd-4162-996a-35d56a2b821e on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:06.508149 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Port a934388f-80cd-4162-996a-35d56a2b821e on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:43:06.508503 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Attempting to bind port a934388f-80cd-4162-996a-35d56a2b821e on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:06.513471 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:06.513803 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Checking segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:06.514188 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Bound using segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:06.514613 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Bound port: a934388f-80cd-4162-996a-35d56a2b821e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:06.514968 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.523731 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.585819 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.604600 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281474f-ffdc-43b7-8327-0d006f36fcc9 req-a5c20a7c-66c7-4462-89ab-f1bab4cddb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.605686 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9281474f-ffdc-43b7-8327-0d006f36fcc9 req-a5c20a7c-66c7-4462-89ab-f1bab4cddb61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0816977 Sep 10 17:43:06.609703 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 17:43:06.611990 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:06.619550 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a934388f-80cd-4162-996a-35d56a2b821e,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:06.622987 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3f691-6a0b-4575-ab3a-5b0e8933755f,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:06.627498 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.627850 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.segments_db [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Added segment cf3d224c-7448-4921-9373-d2ed9ccea332 of type vlan for network 76796846-1236-449e-b85e-a9d1420fe575 Sep 10 17:43:06.649452 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9281474f-ffdc-43b7-8327-0d006f36fcc9 req-847729d6-f5cb-49c2-960e-8470ecd7a214 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Sep 10 17:43:06.667290 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785448787761'] for network, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.706142 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.738447 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.739060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.740987 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] 10.222.0.61 "PUT /v2.0/ports/a934388f-80cd-4162-996a-35d56a2b821e HTTP/1.1" status: 200 len: 1094 time: 0.9226086 Sep 10 17:43:06.746681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:06.746681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "tag": "a934388f-80cd-4162-996a-35d56a2b821e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:06.768590 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd61ef3-1d69-44bc-af47-6aaa30d9bfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:06.774719 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455'] for network, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.776052 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.776285 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:06.779697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298bb93-4878-4f7d-98b8-d57efc736e87 x-openstack-request-id: req-e298bb93-4878-4f7d-98b8-d57efc736e87 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:06.779893 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "tag": "a934388f-80cd-4162-996a-35d56a2b821e", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:06.780178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e298bb93-4878-4f7d-98b8-d57efc736e87 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:06.780603 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e', 'status': 'completed', 'code': 200} Sep 10 17:43:06.836680 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] Pushing event updated for resources: {'Network': ['ID=76796846-1236-449e-b85e-a9d1420fe575,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:06.846751 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Network 76796846-1236-449e-b85e-a9d1420fe575 details requested by agent ovs-agent-dv-cinder-787195-9-iscsi with host dv-cinder-787195-9-iscsi {{(pid=94684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 17:43:06.913301 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b2826b38-5fc0-40cf-8008-0e70d5e934a8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6726599 Sep 10 17:43:06.915824 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52312) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:06.927195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Request body: {'subnet': {'network_id': '76796846-1236-449e-b85e-a9d1420fe575', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-138468467-subnet', 'tenant_id': 'a464362ae2314af388b8288af121988c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:06.961708 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-2f20648a-2a84-4a4f-b0be-6197fae611b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.963191 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-2f20648a-2a84-4a4f-b0be-6197fae611b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 1097 time: 0.0787692 Sep 10 17:43:06.971322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5bf6-6e85-48f9-bd93-30c8d000a634 req-212b4bcb-db9c-4a67-ac6c-71f363ba8b64 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:06.972726 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-de0c5bf6-6e85-48f9-bd93-30c8d000a634 req-212b4bcb-db9c-4a67-ac6c-71f363ba8b64 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Sep 10 17:43:07.026209 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Made reservation on behalf of a464362ae2314af388b8288af121988c for: {'subnet': 1} {{(pid=94682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:07.029237 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13488115'] for subnet, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:07.064775 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-de0c5bf6-6e85-48f9-bd93-30c8d000a634 req-7e072e83-162d-4b48-8113-befe91981ca5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827019 Sep 10 17:43:07.092369 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-d3b26500-e5e6-4ee2-9f8e-8cad423969bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.096333 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-d3b26500-e5e6-4ee2-9f8e-8cad423969bf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=005ca156ec0d419fad8821cedb4964e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1203561 Sep 10 17:43:07.189014 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-a9a0c173-3601-4cb8-98a7-01d0cb8ae94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.190413 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7ddb6e3-9d4c-4041-aea7-1c63999e3c19 req-a9a0c173-3601-4cb8-98a7-01d0cb8ae94d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888991 Sep 10 17:43:07.260504 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13492067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13488109'] for subnet, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:07.269468 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-0537458a-8558-4004-a7ff-d73dbfa852ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.270947 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-0537458a-8558-4004-a7ff-d73dbfa852ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 1097 time: 0.0398407 Sep 10 17:43:07.319642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff0f356-317b-472d-941d-49676abfc12e,revision_number=0']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:07.321484 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-f1fc2905-6ad7-418e-b1ef-b587de7b8fe2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a934388f-80cd-4162-996a-35d56a2b821e HTTP/1.1" status: 200 len: 217 time: 0.0406473 Sep 10 17:43:07.326778 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Checking segment: {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:07.327121 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Network hostable DHCP agents. Network: 76796846-1236-449e-b85e-a9d1420fe575, hostable agents: ['b0b57051-7250-4b04-a8ff-ca0a4df88510'], hosted agents: [] {{(pid=94682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 17:43:07.382547 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300580-9cae-463d-bc70-ab563c9133b8 req-39a7ee2b-ed8a-4a76-a113-8b61cc88c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.384073 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-39a7ee2b-ed8a-4a76-a113-8b61cc88c0bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db622983-d77e-44da-9918-6d531dab320c HTTP/1.1" status: 200 len: 855 time: 0.0547328 Sep 10 17:43:07.397800 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Network 76796846-1236-449e-b85e-a9d1420fe575 is scheduled to be hosted by DHCP agent b0b57051-7250-4b04-a8ff-ca0a4df88510 with binding_index 1 {{(pid=94682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 17:43:07.422760 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-530e12cd-a63c-47d1-a4fc-74bce0491ae0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250206 Sep 10 17:43:07.450721 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad209c-22f9-42d4-8830-3849d44d4659 req-2380ea69-b014-4e3d-ba4d-080b7e90a324 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.450721 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63ad209c-22f9-42d4-8830-3849d44d4659 req-2380ea69-b014-4e3d-ba4d-080b7e90a324 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 944 time: 0.0843737 Sep 10 17:43:07.465601 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-9-iscsi, 76796846-1236-449e-b85e-a9d1420fe575) {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:07.471992 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:07.473568 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:07.474112 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d87e2e-8118-44b6-bb88-48856b88495f None None] Network 76796846-1236-449e-b85e-a9d1420fe575 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:07.535277 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-63ad209c-22f9-42d4-8830-3849d44d4659 req-80cfba3d-9141-4ad7-ac5a-93f1861bd997 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Sep 10 17:43:07.546694 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f99cdc37-4435-47af-b821-ba22c90a77df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6296861 Sep 10 17:43:07.567220 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-9b596b3d-0118-4d5b-a3df-59e0548242b7 service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358712 Sep 10 17:43:07.605931 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299edc67-a9a8-49b7-af64-0aed2663a0d9 None None] Network 76796846-1236-449e-b85e-a9d1420fe575 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:43:07.691916 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-33300580-9cae-463d-bc70-ab563c9133b8 req-32a1bcd8-549a-4c6e-b475-bcd3c8d3faba service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151209 Sep 10 17:43:08.178018 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f99c-3836-4174-991c-0cbd901255fb req-dae13083-f606-4bfb-8d9b-9963366010ae tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:08.180380 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96e5f99c-3836-4174-991c-0cbd901255fb req-dae13083-f606-4bfb-8d9b-9963366010ae tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Sep 10 17:43:08.218528 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-96e5f99c-3836-4174-991c-0cbd901255fb req-f7f5649c-be84-4c5f-a3e8-eee6141fe23a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Sep 10 17:43:08.332026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee94fdc-ed3f-4ebd-bc0a-9e1df4da90f7 req-aa0ef05e-800b-4ce1-bfef-d10a9d23b728 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:08.333522 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ee94fdc-ed3f-4ebd-bc0a-9e1df4da90f7 req-aa0ef05e-800b-4ce1-bfef-d10a9d23b728 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Sep 10 17:43:08.380056 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1ee94fdc-ed3f-4ebd-bc0a-9e1df4da90f7 req-7b5ee633-f0fd-4f6e-b298-d4f08d24ea52 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367191 Sep 10 17:43:08.404878 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52330) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:08.443555 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f57ea2-a65c-4f62-9735-551a324bea7f tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:08.445809 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-64f57ea2-a65c-4f62-9735-551a324bea7f tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1093 time: 0.0398693 Sep 10 17:43:08.448615 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:08.452947 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.v2.base [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'tenant_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:08.557655 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:08.657499 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:08.668810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c7ee8-81c9-4f0d-9993-ce3ad96d4581 req-d544b877-795b-47a1-9283-324fa7d38002 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:08.670294 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db5c7ee8-81c9-4f0d-9993-ce3ad96d4581 req-d544b877-795b-47a1-9283-324fa7d38002 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 944 time: 0.0563042 Sep 10 17:43:08.710759 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db5c7ee8-81c9-4f0d-9993-ce3ad96d4581 req-8865c5c9-9c48-4692-8360-56190ed197fb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Sep 10 17:43:08.764938 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_common [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.27.3.161 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/351b4297-435d-41d9-ad83-73add40f88cc) {{(pid=94682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:08.866087 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:08.986336 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.021728 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:09.025250 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.base_scheduler [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:09.028561 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:09.052727 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=351b4297-435d-41d9-ad83-73add40f88cc,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:09.065261 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.065605 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.065945 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.066276 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.066632 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.066962 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.067289 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.067617 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.067942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.068288 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.068613 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.069462 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:09.371743 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.515307 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.634307 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-04002bce-2b01-4529-98d9-3627eb2afbfa tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:09.635678 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-04002bce-2b01-4529-98d9-3627eb2afbfa tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/networks?id=76796846-1236-449e-b85e-a9d1420fe575 HTTP/1.1" status: 200 len: 813 time: 0.1008768 Sep 10 17:43:09.651256 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-1c42d2f1-362d-43b7-8841-371d9bf8e1db tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/quotas/a464362ae2314af388b8288af121988c HTTP/1.1" status: 200 len: 375 time: 0.0093617 Sep 10 17:43:09.664616 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.686391 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-2f8fda0d-ce95-41e1-a87f-105a9ad162e1 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297022 Sep 10 17:43:09.722903 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13491436'] for port, after_update {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.771322 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device a934388f-80cd-4162-996a-35d56a2b821e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:09.780851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-d95ffec0-199d-4587-a1f1-dec200565631 service neutron] 10.222.0.53 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 Sep 10 17:43:09.807617 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=351b4297-435d-41d9-ad83-73add40f88cc,revision_number=2']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:09.820963 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.891827 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a934388f-80cd-4162-996a-35d56a2b821e,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:09.895999 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77c78-bd4e-4c0f-9aab-60cd7b2ece64 req-bbcf75a1-ad05-4acd-ac0a-cf0a2d138d2b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:09.897698 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4ca77c78-bd4e-4c0f-9aab-60cd7b2ece64 req-bbcf75a1-ad05-4acd-ac0a-cf0a2d138d2b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 944 time: 0.1134889 Sep 10 17:43:09.903051 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'a934388f-80cd-4162-996a-35d56a2b821e', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'port_id': 'a934388f-80cd-4162-996a-35d56a2b821e', 'mac_address': 'fa:16:3e:88:f3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db622983-d77e-44da-9918-6d531dab320c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:09.925819 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP b162bf37-5bf9-4791-a59b-4ff02b9020a8 associated. External IP: 172.27.3.161, port: 7969cd19-d438-40f1-aff6-2f6f2fd327a1. Sep 10 17:43:09.931881 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-46e6c8df-49ce-44e2-9ceb-c658f8800c41 service neutron] 10.222.0.53 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376865 Sep 10 17:43:09.940928 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:09.952476 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4ca77c78-bd4e-4c0f-9aab-60cd7b2ece64 req-f4bb7df1-94ea-44fa-b269-71c7f9a509ae tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Sep 10 17:43:09.954040 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a934388f-80cd-4162-996a-35d56a2b821e {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:09.976646 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a934388f-80cd-4162-996a-35d56a2b821e,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:10.071811 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.121422 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:10.232633 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d0279da3-59eb-45db-b971-6139eb6e8896 req-e2261c59-e1e6-4faf-8051-0cdce50cdd55 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 210 time: 0.0307918 Sep 10 17:43:10.304664 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:10.347308 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:10.459682 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:10.470806 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:10.481788 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:10.482463 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:43:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.586520 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:10.586827 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:10.613558 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-84d654ac-e3fb-4f4c-9db5-a52b0a85fef9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1638081 Sep 10 17:43:10.614135 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:10.616473 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:10.779790 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be0ce0-a571-4ceb-9eca-39ce35a9efdd x-openstack-request-id: req-80be0ce0-a571-4ceb-9eca-39ce35a9efdd {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:10.780164 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:10.780518 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80be0ce0-a571-4ceb-9eca-39ce35a9efdd {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:10.781098 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'status': 'completed', 'code': 200} Sep 10 17:43:10.823400 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:09Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.851292 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-f53549ff-7e31-421f-bfcf-9c7975e8eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:10.852929 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-f53549ff-7e31-421f-bfcf-9c7975e8eccc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0441420 Sep 10 17:43:10.854128 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:10.863483 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:10.864088 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:43:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:10.945788 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-fe6b9401-0409-410c-b274-5fbc30c49606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:10.947260 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-fe6b9401-0409-410c-b274-5fbc30c49606 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0857008 Sep 10 17:43:11.020893 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-75774ea1-d20f-4de2-ab2d-b3bdfedb5e1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 999 time: 0.0656719 Sep 10 17:43:11.096286 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:11.103030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-5cbe2bbb-4b16-475c-97a8-768b44730ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:11.104528 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-5cbe2bbb-4b16-475c-97a8-768b44730ee6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0754957 Sep 10 17:43:11.130976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fafee1-4164-468c-9472-bcc72f3f93b2 req-9de6ccac-8dd2-4952-b259-a04a94fa71f2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:11.133198 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-85fafee1-4164-468c-9472-bcc72f3f93b2 req-9de6ccac-8dd2-4952-b259-a04a94fa71f2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0957143 Sep 10 17:43:11.204217 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-85fafee1-4164-468c-9472-bcc72f3f93b2 req-f563b09e-3202-41e5-913c-71d0ef5d1161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Sep 10 17:43:11.206912 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-8de1dc39-3626-4545-acdd-814f0a060249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:11.208360 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-8de1dc39-3626-4545-acdd-814f0a060249 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931597 Sep 10 17:43:11.320112 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-9be18b82-2507-4cd4-bbfb-6c6fd5c65c91 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032658 Sep 10 17:43:11.329640 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9d678811-15d2-454d-a891-87086684e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:09Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:11.338928 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef59a220-12e0-418f-8436-eebdfe6c87f5 req-0c620103-0af5-4a5e-b04f-33289f3338fb tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 210 time: 0.0328605 Sep 10 17:43:11.357501 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d678811-15d2-454d-a891-87086684e0ab None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:09Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:11.437907 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c71f8c9d-2bcf-4e76-83fc-6dd36d6955fa req-279d016c-2098-4c2d-b6cd-67987e90e66e service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028674 Sep 10 17:43:11.555983 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a02cb7-8f99-465b-a733-3d68c4b60070 None None] New status for floating IP b162bf37-5bf9-4791-a59b-4ff02b9020a8: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:43:11.772023 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device a934388f-80cd-4162-996a-35d56a2b821e up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:11.883048 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port a934388f-80cd-4162-996a-35d56a2b821e completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:11.886648 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port a934388f-80cd-4162-996a-35d56a2b821e triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:11.887021 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.963311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:11.985565 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:11.987799 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b23fc1-4b12-409f-a552-e8ed66e045c8" -d '{"events": [{"server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a934388f-80cd-4162-996a-35d56a2b821e"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:12.000828 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a934388f-80cd-4162-996a-35d56a2b821e,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:12.023408 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d55fe6e-45f5-432d-ae62-f64d3a5a467c x-openstack-request-id: req-7d55fe6e-45f5-432d-ae62-f64d3a5a467c {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:12.023640 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a934388f-80cd-4162-996a-35d56a2b821e", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:12.023898 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d55fe6e-45f5-432d-ae62-f64d3a5a467c {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:12.024314 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e', 'code': 200} Sep 10 17:43:12.094237 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:12.143155 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:12.256365 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4beda976-b38d-4992-b4b5-9c8ee7b1eb5a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:12.258458 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4beda976-b38d-4992-b4b5-9c8ee7b1eb5a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "GET /v2.0/networks?id=76796846-1236-449e-b85e-a9d1420fe575 HTTP/1.1" status: 200 len: 813 time: 0.1142077 Sep 10 17:43:12.273679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Request body: {'port': {'device_id': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'network_id': '76796846-1236-449e-b85e-a9d1420fe575', 'admin_state_up': True, 'tenant_id': 'a464362ae2314af388b8288af121988c'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:12.413093 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050c9a4-859f-4963-8044-9589817f1bf2 req-c2632988-d260-46bf-97c8-cc4e348fd2b3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:12.414741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6050c9a4-859f-4963-8044-9589817f1bf2 req-c2632988-d260-46bf-97c8-cc4e348fd2b3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.1363645 Sep 10 17:43:12.466687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af7bb-abe1-4923-a4a5-84cb3c019434 req-0e7a88c5-2a56-4ce7-affc-750666021ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:12.468117 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f04af7bb-abe1-4923-a4a5-84cb3c019434 req-0e7a88c5-2a56-4ce7-affc-750666021ef5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 1099 time: 0.1559696 Sep 10 17:43:12.477255 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5d042414-f2ab-4785-8eba-b5f96e1e6f18 req-b0f05e75-1722-4b43-b129-4d2494b73e5e tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 210 time: 0.0591536 Sep 10 17:43:12.532333 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6050c9a4-859f-4963-8044-9589817f1bf2 req-c9212d5b-fbe2-410e-976b-3178f56735ee tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963218 Sep 10 17:43:12.537722 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f04af7bb-abe1-4923-a4a5-84cb3c019434 req-9dbd8688-d738-4b2c-82bc-061be2da8f62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581810 Sep 10 17:43:12.579890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Made reservation on behalf of a464362ae2314af388b8288af121988c for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:12.583413 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:12.709191 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Allocated IP 172.20.0.6 (76796846-1236-449e-b85e-a9d1420fe575/aff0f356-317b-472d-941d-49676abfc12e/2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:12.897397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.009071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.048976 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Network 76796846-1236-449e-b85e-a9d1420fe575 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:13.051959 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:13.056085 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:13.083947 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Pushing event updated for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:13.097508 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.097861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.098202 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.098538 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.098873 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.099204 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.099531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.099866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.100190 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.101175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.101487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.101815 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:13.118980 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:13.119606 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.209194 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-4046e8c6-f2c7-4ff8-84fd-7b233b4af029 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9400747 Sep 10 17:43:13.223316 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Request body: {'port': {'device_id': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:13.278728 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.532869 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:13.540399 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.562068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Transition to ACTIVE for port object 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:13.599994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8a0f3-2e23-488a-bc41-fcceb380670d req-9d7cf579-e5e9-4e36-840e-62502adf3456 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:13.601757 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7a8a0f3-2e23-488a-bc41-fcceb380670d req-9d7cf579-e5e9-4e36-840e-62502adf3456 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 931 time: 0.0528846 Sep 10 17:43:13.904340 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:13.967536 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b7a8a0f3-2e23-488a-bc41-fcceb380670d req-936dffd4-2269-48f7-b679-3885f94c67be tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546734 Sep 10 17:43:13.979353 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:13.992893 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fde11-4d52-40b0-b00b-c99addf1bda3 req-ac2bca17-8ec0-4f8a-a5ed-e090d8f91a69 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:13.994510 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-386fde11-4d52-40b0-b00b-c99addf1bda3 req-ac2bca17-8ec0-4f8a-a5ed-e090d8f91a69 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.3917649 Sep 10 17:43:14.073098 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-386fde11-4d52-40b0-b00b-c99addf1bda3 req-b5b7dc4e-f775-4ce2-acf5-008bab5b7cf5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Sep 10 17:43:14.085674 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Attempting to bind port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:14.086013 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Attempting to bind port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:14.086347 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Attempting to bind port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c on network 76796846-1236-449e-b85e-a9d1420fe575 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:14.090644 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c on network 76796846-1236-449e-b85e-a9d1420fe575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:43:14.090972 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Attempting to bind port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c on network 76796846-1236-449e-b85e-a9d1420fe575 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:14.095807 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:14.096147 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Checking segment: {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:14.096555 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Bound using segment: {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:14.097011 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Bound port: 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:14.097374 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.159210 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:14.162138 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:14.277471 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.311768 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.312416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:14.313823 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] 10.222.0.61 "PUT /v2.0/ports/2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c HTTP/1.1" status: 200 len: 1093 time: 1.0944946 Sep 10 17:43:14.314262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:14.316533 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0012e0-af8a-48de-867f-a4267827017e" -d '{"events": [{"name": "network-changed", "server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:14.339162 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab721b74-0895-4eeb-ba94-bdd84358fff6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:14.354316 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5852d18e-d4b8-43e5-85be-9275c846ed2f x-openstack-request-id: req-5852d18e-d4b8-43e5-85be-9275c846ed2f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:14.354608 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:14.354862 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5852d18e-d4b8-43e5-85be-9275c846ed2f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:14.355257 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c', 'status': 'completed', 'code': 200} Sep 10 17:43:14.419460 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0012e0-af8a-48de-867f-a4267827017e req-4be80a1c-fe47-4e4c-8ccd-7239a0c01fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.420991 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef0012e0-af8a-48de-867f-a4267827017e req-4be80a1c-fe47-4e4c-8ccd-7239a0c01fc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 1096 time: 0.0451818 Sep 10 17:43:14.522705 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0012e0-af8a-48de-867f-a4267827017e req-ff712a01-dd42-456d-94ae-93fd500c2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.524163 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef0012e0-af8a-48de-867f-a4267827017e req-ff712a01-dd42-456d-94ae-93fd500c2ba2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a464362ae2314af388b8288af121988c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945702 Sep 10 17:43:14.617889 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0012e0-af8a-48de-867f-a4267827017e req-03f94172-f657-44ce-8fe4-7bca3b30b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.619239 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ef0012e0-af8a-48de-867f-a4267827017e req-03f94172-f657-44ce-8fe4-7bca3b30b25a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883350 Sep 10 17:43:14.695182 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-f2244841-aca8-4cc2-9671-dab43d15326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.696770 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-f2244841-aca8-4cc2-9671-dab43d15326a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 1096 time: 0.0401762 Sep 10 17:43:14.741196 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-45418bee-5b2f-4f60-9b2e-43e1f556bef6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c HTTP/1.1" status: 200 len: 217 time: 0.0342000 Sep 10 17:43:14.793763 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-24ffe9ce-e197-4109-85b3-136ef08a1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:14.795246 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-24ffe9ce-e197-4109-85b3-136ef08a1654 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aff0f356-317b-472d-941d-49676abfc12e HTTP/1.1" status: 200 len: 853 time: 0.0474744 Sep 10 17:43:14.826182 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-8bd0fdb8-dcc8-470a-a0f1-7035767eda7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76796846-1236-449e-b85e-a9d1420fe575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238669 Sep 10 17:43:14.915875 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-e69d10ad-5f3a-4278-8fce-2516ef4cae94 service neutron] 10.222.0.61 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824394 Sep 10 17:43:15.007480 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-efb6cd73-66d5-48e3-9245-2ea7703586ac req-20c9b594-4ed5-41c8-946c-09057c976873 service neutron] 10.222.0.61 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841818 Sep 10 17:43:15.086623 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b959-424e-49dd-9031-3967c7e2aec6 req-5d0baee2-3efb-4e17-a249-d65137abd1b8 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:15.088084 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6852b959-424e-49dd-9031-3967c7e2aec6 req-5d0baee2-3efb-4e17-a249-d65137abd1b8 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 943 time: 0.0515282 Sep 10 17:43:15.126516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6852b959-424e-49dd-9031-3967c7e2aec6 req-76569442-6b8f-454b-8879-7fee372f3434 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Sep 10 17:43:15.191883 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c0518-9472-4736-bfc2-962afdc98f72 req-3faf4a40-d351-484d-ac49-3068efe93259 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:15.193300 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-677c0518-9472-4736-bfc2-962afdc98f72 req-3faf4a40-d351-484d-ac49-3068efe93259 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.0514863 Sep 10 17:43:15.231277 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-677c0518-9472-4736-bfc2-962afdc98f72 req-483dc1d8-2903-45e4-ab0e-f7d8b944756f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Sep 10 17:43:16.239779 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a06e1-c64f-427b-95a2-ae2faa18e7d1 req-02573979-0356-4313-afcc-6ec66e6acf88 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:16.241274 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-329a06e1-c64f-427b-95a2-ae2faa18e7d1 req-02573979-0356-4313-afcc-6ec66e6acf88 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 943 time: 0.0491707 Sep 10 17:43:16.283415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-329a06e1-c64f-427b-95a2-ae2faa18e7d1 req-c434e3ff-61ed-4b29-b3ae-362685953c2a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Sep 10 17:43:17.396732 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f104e-5165-4400-b166-d62ae1329abb req-faa0812e-e453-4216-981c-bc50ac9192aa tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:17.398203 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-410f104e-5165-4400-b166-d62ae1329abb req-faa0812e-e453-4216-981c-bc50ac9192aa tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 943 time: 0.0506437 Sep 10 17:43:17.436543 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-410f104e-5165-4400-b166-d62ae1329abb req-695e85c6-ae80-49f2-a4ef-26a53c42fb66 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Sep 10 17:43:17.784460 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:17.878178 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:17.889022 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c', 'network_id': '76796846-1236-449e-b85e-a9d1420fe575', 'port_id': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c', 'mac_address': 'fa:16:3e:8f:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff0f356-317b-472d-941d-49676abfc12e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:17.928502 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:17.940583 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:17.959469 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:18.083193 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.105962 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:18.131383 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:18.338261 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:18.554723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165a98-0700-4410-bece-4c3e8dcf7623 req-267ef883-2dab-4779-b5ab-b6bb164ecec5 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:18.556717 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b8165a98-0700-4410-bece-4c3e8dcf7623 req-267ef883-2dab-4779-b5ab-b6bb164ecec5 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 944 time: 0.0522342 Sep 10 17:43:18.593982 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b8165a98-0700-4410-bece-4c3e8dcf7623 req-1982efe0-bea1-4699-bd10-bf0102f5bf99 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Sep 10 17:43:19.709740 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45ae4e-db42-447c-99a1-762f0b11c48c req-1295e54b-c26f-4dc7-a486-5166641236f0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:19.716889 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e45ae4e-db42-447c-99a1-762f0b11c48c req-1295e54b-c26f-4dc7-a486-5166641236f0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 944 time: 0.0489709 Sep 10 17:43:19.749393 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5e45ae4e-db42-447c-99a1-762f0b11c48c req-aed76014-f434-4ac4-91f6-794052af67c9 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Sep 10 17:43:19.794671 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:19.883626 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:19.887358 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:19.887726 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.961656 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:19.985435 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:19.987653 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb40f4-e22a-4a8d-a473-3b3e696b5c56" -d '{"events": [{"server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:20.000847 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:20.025011 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae85c4-49ee-4d83-a77b-1a5a0f63d475 x-openstack-request-id: req-65ae85c4-49ee-4d83-a77b-1a5a0f63d475 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:20.025303 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:20.025555 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65ae85c4-49ee-4d83-a77b-1a5a0f63d475 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:20.025938 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c', 'code': 200} Sep 10 17:43:20.042879 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:20.089601 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:20.402694 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477afa-c133-488e-9b48-76723f5cee5b req-395d7542-10eb-43fb-8eb4-c84df9843e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.404165 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-17477afa-c133-488e-9b48-76723f5cee5b req-395d7542-10eb-43fb-8eb4-c84df9843e99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 1098 time: 0.0411663 Sep 10 17:43:20.440065 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-17477afa-c133-488e-9b48-76723f5cee5b req-5fa9c562-cf68-4063-aad5-75a9709882cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280864 Sep 10 17:43:20.868447 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc307-3e2f-41be-b35d-e153bf19aebc req-e0605a74-c381-417e-802d-350bcec39eff tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:20.869943 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-109fc307-3e2f-41be-b35d-e153bf19aebc req-e0605a74-c381-417e-802d-350bcec39eff tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.0534194 Sep 10 17:43:20.907777 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-109fc307-3e2f-41be-b35d-e153bf19aebc req-861f1ecf-0d23-40f7-902b-493224d14592 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Sep 10 17:43:21.094857 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:43:22.025897 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084bf07-d61f-4e24-8b22-4186029ebc58 req-340d0673-4507-4adb-8898-f3a96fb7f643 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:22.027372 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5084bf07-d61f-4e24-8b22-4186029ebc58 req-340d0673-4507-4adb-8898-f3a96fb7f643 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.0485640 Sep 10 17:43:22.065205 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5084bf07-d61f-4e24-8b22-4186029ebc58 req-9a3f34c8-ea82-407d-9d22-a9c26eb7627f tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Sep 10 17:43:25.443662 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-32b14663-0c7d-47bf-b1e0-76d13ffe0c2d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:25.445054 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-32b14663-0c7d-47bf-b1e0-76d13ffe0c2d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1081932 Sep 10 17:43:25.460170 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-08a03442-f87b-443c-bbfe-d6f0415aec54 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/quotas/005ca156ec0d419fad8821cedb4964e1 HTTP/1.1" status: 200 len: 375 time: 0.0086386 Sep 10 17:43:25.508990 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-04fd303c-d1ae-40b9-9cd2-36bfb040c4ee tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424619 Sep 10 17:43:25.605800 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-77615c12-176d-47c0-ac73-920a40df7553 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 Sep 10 17:43:25.698323 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-1f2afb4d-e0af-47f6-84dd-7661e585a996 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856948 Sep 10 17:43:25.920395 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-228446af-5586-4fce-80f8-471afc09d666 req-0d4d9e35-3e5d-4392-9ccd-050bf1c06a3f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 210 time: 0.0268941 Sep 10 17:43:27.013579 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8ebee74b-9e28-4183-b6d7-d23051d62392 req-48e98515-db88-4453-9686-379fbf080f25 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Sep 10 17:43:28.038026 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-c7d9fa9c-78a4-4c89-9425-851109f6a315 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.040003 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-c7d9fa9c-78a4-4c89-9425-851109f6a315 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1109836 Sep 10 17:43:28.055240 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Request body: {'port': {'device_id': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'admin_state_up': True, 'tenant_id': '005ca156ec0d419fad8821cedb4964e1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:28.119504 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-be326a08-1312-4691-a166-bec8629bbc2d req-a89b28f4-df44-4b22-b45e-ac23ab37100c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 210 time: 0.0348990 Sep 10 17:43:28.277425 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:28.281801 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.417579 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Allocated IP 172.20.0.10 (7b4da5a1-4e2c-483d-a29f-84e53d243bbc/db622983-d77e-44da-9918-6d531dab320c/2243c654-11dc-437f-8861-aa289be168e8) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:28.566857 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.660614 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.672855 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:28.708219 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:28.711412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:28.715163 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:28.745426 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event updated for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:28.770130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-575c74a5-b04b-4c74-b2fd-9bfff16ab55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.772931 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:28.773574 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:28.860772 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-9579e8ae-e8d1-4a5b-b5df-9221477b39e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090992 Sep 10 17:43:28.878825 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Request body: {'port': {'device_id': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:28.933277 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.228684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2243c654-11dc-437f-8861-aa289be168e8 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:29.238851 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.264445 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6431d9-48c3-485b-b935-4151ef0fbc44 req-385a91f7-f10c-48bb-a13c-73b1abbccd19 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:29.265913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d6431d9-48c3-485b-b935-4151ef0fbc44 req-385a91f7-f10c-48bb-a13c-73b1abbccd19 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 932 time: 0.0762851 Sep 10 17:43:29.266945 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Transition to ACTIVE for port object 2243c654-11dc-437f-8861-aa289be168e8 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:29.305581 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2d6431d9-48c3-485b-b935-4151ef0fbc44 req-5932251d-66bc-49f6-b507-e2210631fffc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Sep 10 17:43:29.311397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.363377 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Pushing event updated for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:29.429255 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Attempting to bind port 2243c654-11dc-437f-8861-aa289be168e8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:29.429512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Attempting to bind port 2243c654-11dc-437f-8861-aa289be168e8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:29.429941 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Attempting to bind port 2243c654-11dc-437f-8861-aa289be168e8 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:29.434214 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Port 2243c654-11dc-437f-8861-aa289be168e8 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:43:29.434532 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Attempting to bind port 2243c654-11dc-437f-8861-aa289be168e8 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:29.442530 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:29.442871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Checking segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:29.443281 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Bound using segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:29.443693 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Bound port: 2243c654-11dc-437f-8861-aa289be168e8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:29.444042 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.506852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:29.510041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2243c654-11dc-437f-8861-aa289be168e8,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:29.580836 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.615054 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:29.615687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:29.617091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] 10.222.0.61 "PUT /v2.0/ports/2243c654-11dc-437f-8861-aa289be168e8 HTTP/1.1" status: 200 len: 1094 time: 0.7426262 Sep 10 17:43:29.617532 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'tag': '2243c654-11dc-437f-8861-aa289be168e8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:29.619905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb7f6d3-4c00-4400-848d-95c91feed2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "tag": "2243c654-11dc-437f-8861-aa289be168e8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:29.644890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4054eb-e03d-4ba4-81ec-64ede36e3314 service neutron] Pushing event updated for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:29.661056 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1062a6c5-b0b4-423b-a1e6-96b65f37150f x-openstack-request-id: req-1062a6c5-b0b4-423b-a1e6-96b65f37150f {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:29.661352 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "tag": "2243c654-11dc-437f-8861-aa289be168e8", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:29.661609 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1062a6c5-b0b4-423b-a1e6-96b65f37150f {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:29.662021 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'tag': '2243c654-11dc-437f-8861-aa289be168e8', 'status': 'completed', 'code': 200} Sep 10 17:43:29.739430 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-20b34f8b-535f-402d-9feb-f4347895c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:29.740904 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-20b34f8b-535f-402d-9feb-f4347895c676 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 1097 time: 0.0484591 Sep 10 17:43:29.855966 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-18b8af47-f44a-485f-8001-2ae2d7b20416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:29.858036 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-18b8af47-f44a-485f-8001-2ae2d7b20416 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=005ca156ec0d419fad8821cedb4964e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1071897 Sep 10 17:43:29.971890 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-eb7e34d1-eb54-4655-9c7f-9d2aabc33a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:29.973412 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eeb7f6d3-4c00-4400-848d-95c91feed2cd req-eb7e34d1-eb54-4655-9c7f-9d2aabc33a0a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063745 Sep 10 17:43:30.067981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-11b50d01-1cdf-4dd5-b833-a206cd8086b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.069822 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-11b50d01-1cdf-4dd5-b833-a206cd8086b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 1097 time: 0.0496485 Sep 10 17:43:30.119123 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-37f20d72-667b-4b64-8932-0e04ee9f9ce3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2243c654-11dc-437f-8861-aa289be168e8 HTTP/1.1" status: 200 len: 217 time: 0.0407851 Sep 10 17:43:30.186331 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-5a6a5eb4-673f-412a-bb82-d1479c630eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.187865 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-5a6a5eb4-673f-412a-bb82-d1479c630eff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db622983-d77e-44da-9918-6d531dab320c HTTP/1.1" status: 200 len: 855 time: 0.0580482 Sep 10 17:43:30.233109 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-940de3a0-80cb-4562-8be1-8c4998c5415a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363555 Sep 10 17:43:30.345346 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-e2fd195e-a203-45c6-ae74-7b4c983c47f5 service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019635 Sep 10 17:43:30.489620 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06915f-df6c-4091-8172-aa5e23c18194 req-e07bb16b-0f32-4592-a0c7-d3983aa26d28 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:30.491199 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c06915f-df6c-4091-8172-aa5e23c18194 req-e07bb16b-0f32-4592-a0c7-d3983aa26d28 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 944 time: 0.1068661 Sep 10 17:43:30.493294 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2d047fa-8417-45c4-a081-3f49b3eee4f4 req-8589a919-0a64-4cee-b740-da79cd310745 service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343894 Sep 10 17:43:30.536401 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c06915f-df6c-4091-8172-aa5e23c18194 req-13910902-9beb-423a-b26c-e35ce1d7b419 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Sep 10 17:43:31.402879 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-74d17395-fa72-43cd-9a3d-dddb2fc5ee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.654361 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:31.659556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89088d-6f43-4a5b-add7-f1e48725a1d2 req-9bc01812-4c5d-4db4-8d8b-23067af66907 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:31.661146 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc89088d-6f43-4a5b-add7-f1e48725a1d2 req-9bc01812-4c5d-4db4-8d8b-23067af66907 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 944 time: 0.0543828 Sep 10 17:43:31.698919 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-bc89088d-6f43-4a5b-add7-f1e48725a1d2 req-6299855f-04b5-42cc-adb8-18badc712f8e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Sep 10 17:43:32.414346 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:32.816152 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43694978-24cb-446a-96ac-31702e0aaa50 req-110977f0-987d-42e1-978a-6cd2218b4b8c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:32.817710 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-43694978-24cb-446a-96ac-31702e0aaa50 req-110977f0-987d-42e1-978a-6cd2218b4b8c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 944 time: 0.0506716 Sep 10 17:43:32.858316 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-43694978-24cb-446a-96ac-31702e0aaa50 req-c3d2f400-8d84-4187-bbbe-fcb71c142a23 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Sep 10 17:43:33.868565 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2243c654-11dc-437f-8861-aa289be168e8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:33.965374 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2243c654-11dc-437f-8861-aa289be168e8,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:33.973955 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9adc-0267-4a51-99d9-d46bdfcd6066 req-56e553c4-91eb-4f4f-9523-885ee1dc3409 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:33.975569 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9d8f9adc-0267-4a51-99d9-d46bdfcd6066 req-56e553c4-91eb-4f4f-9523-885ee1dc3409 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Sep 10 17:43:33.977576 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '2243c654-11dc-437f-8861-aa289be168e8', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'port_id': '2243c654-11dc-437f-8861-aa289be168e8', 'mac_address': 'fa:16:3e:34:12:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db622983-d77e-44da-9918-6d531dab320c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:34.013122 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9d8f9adc-0267-4a51-99d9-d46bdfcd6066 req-8c4a8db2-b473-4ca7-b937-5812cbe196bc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Sep 10 17:43:34.018033 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:34.032649 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2243c654-11dc-437f-8861-aa289be168e8 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:34.051982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2243c654-11dc-437f-8861-aa289be168e8,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:34.134645 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:34.181746 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:34.188575 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.188924 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.189272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.189606 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.189937 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.190269 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.190594 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.190921 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.191247 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.191577 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.191893 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.192212 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:43:34.317128 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:34.454734 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['2243c654-11dc-437f-8861-aa289be168e8'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:35.133759 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c1d59-f82b-40f5-9054-7860681e7bf3 req-a175c593-4752-4415-921f-f92ec6097182 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:35.135168 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7b7c1d59-f82b-40f5-9054-7860681e7bf3 req-a175c593-4752-4415-921f-f92ec6097182 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Sep 10 17:43:35.172708 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7b7c1d59-f82b-40f5-9054-7860681e7bf3 req-d7990fc5-a69f-47f2-9973-e64e1d6d602b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Sep 10 17:43:35.873910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2243c654-11dc-437f-8861-aa289be168e8 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:35.990636 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 2243c654-11dc-437f-8861-aa289be168e8 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:35.994597 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 2243c654-11dc-437f-8861-aa289be168e8 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:35.994973 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:36.070380 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:36.091637 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243c654-11dc-437f-8861-aa289be168e8'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:36.094214 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71aeffd-4aab-4f7c-81e7-16f288fa0af3" -d '{"events": [{"server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "name": "network-vif-plugged", "status": "completed", "tag": "2243c654-11dc-437f-8861-aa289be168e8"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:36.109906 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2243c654-11dc-437f-8861-aa289be168e8,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:36.133037 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917af399-79cc-4f3c-9770-ffd29c9d7d3a x-openstack-request-id: req-917af399-79cc-4f3c-9770-ffd29c9d7d3a {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:36.133320 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "name": "network-vif-plugged", "status": "completed", "tag": "2243c654-11dc-437f-8861-aa289be168e8", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:36.133570 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-917af399-79cc-4f3c-9770-ffd29c9d7d3a {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:36.133980 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243c654-11dc-437f-8861-aa289be168e8', 'code': 200} Sep 10 17:43:36.214183 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:36.262543 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:36.287882 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2ff15-b884-4448-b382-29db0e9f4c16 req-b1b36d36-7975-4b8a-8c0f-6c21b39f2d31 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:36.289397 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0e2ff15-b884-4448-b382-29db0e9f4c16 req-b1b36d36-7975-4b8a-8c0f-6c21b39f2d31 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Sep 10 17:43:36.327082 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0e2ff15-b884-4448-b382-29db0e9f4c16 req-fcd481a3-555c-45b4-8237-ad5022800a4e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Sep 10 17:43:36.510857 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098acddd-33fa-416e-abb2-13bc6d0a34e6 req-d5346885-c7b6-4f0c-976c-a07c69d7bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:36.512491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-098acddd-33fa-416e-abb2-13bc6d0a34e6 req-d5346885-c7b6-4f0c-976c-a07c69d7bdac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 1099 time: 0.0388970 Sep 10 17:43:36.554163 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-098acddd-33fa-416e-abb2-13bc6d0a34e6 req-28050308-a4c1-4625-a5ac-d9f123c39137 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Sep 10 17:43:37.444780 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d34980-2bf7-47fc-848e-12cdcb090002 req-a0a8e2bd-5b7d-4510-a8d0-48938fea1327 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:37.446278 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2d34980-2bf7-47fc-848e-12cdcb090002 req-a0a8e2bd-5b7d-4510-a8d0-48938fea1327 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Sep 10 17:43:37.483298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d2d34980-2bf7-47fc-848e-12cdcb090002 req-26f0581a-03f9-44b6-8c6b-5eed7950fdd7 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Sep 10 17:43:38.599230 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf87b5b-b2e8-447d-9481-1a539a17d9b6 req-c87a4257-c4a9-4388-b47a-2e42fddc730e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:38.600762 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3cf87b5b-b2e8-447d-9481-1a539a17d9b6 req-c87a4257-c4a9-4388-b47a-2e42fddc730e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0499265 Sep 10 17:43:38.639741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3cf87b5b-b2e8-447d-9481-1a539a17d9b6 req-815f995f-d2bc-4014-ad0d-bf74152553fd tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Sep 10 17:43:41.474674 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-e9b4cc0e-d8a6-41ce-910d-354fceba03f9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:41.476159 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-e9b4cc0e-d8a6-41ce-910d-354fceba03f9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1072853 Sep 10 17:43:41.491532 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-c310dfcd-d9c6-4259-9c2b-f97a912697b0 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/quotas/005ca156ec0d419fad8821cedb4964e1 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Sep 10 17:43:41.542674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-68a7d8d5-296d-4281-a43d-7be61dd2aa00 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456378 Sep 10 17:43:41.631228 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-f705fc29-7b43-4ad0-a5e5-68de6ca79c83 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 Sep 10 17:43:41.720823 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-d20fc902-250c-412c-9ce8-262b7d2d1fe2 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834568 Sep 10 17:43:41.984613 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fdd0bad4-c146-40f1-9910-fe844d8f5025 req-5bc27e7f-8071-40fd-a5b2-58ccce3315a7 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Sep 10 17:43:43.074649 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e7933abe-fc18-4a45-84e6-045278ec85d6 req-461c5e71-4ca8-46ab-aefd-99fc5ceb27e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Sep 10 17:43:43.928750 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-37246220-bc48-4b93-94b0-5f6ba3f0bdaa tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:43.930190 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-37246220-bc48-4b93-94b0-5f6ba3f0bdaa tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1062758 Sep 10 17:43:43.945264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Request body: {'port': {'device_id': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'admin_state_up': True, 'tenant_id': '005ca156ec0d419fad8821cedb4964e1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:44.133105 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:43:44.137106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.179486 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cab3897f-b353-457f-9000-6a65b2ce42b6 req-e94a16b8-4f5e-40af-888d-e3121887b729 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Sep 10 17:43:44.289176 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Allocated IP 172.20.0.6 (7b4da5a1-4e2c-483d-a29f-84e53d243bbc/db622983-d77e-44da-9918-6d531dab320c/ac781599-663b-44bd-90ca-faa172bfc51f) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:43:44.433504 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.517029 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.529978 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e', '2243c654-11dc-437f-8861-aa289be168e8'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:44.573132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:43:44.576473 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:43:44.579888 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:43:44.606483 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event updated for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:44.637628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:44.638244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:44.723625 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-99cd5462-4674-4f1d-8ed7-a8ea723f5161 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826433 Sep 10 17:43:44.740602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Request body: {'port': {'device_id': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:43:44.796006 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.054389 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac781599-663b-44bd-90ca-faa172bfc51f {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:45.063136 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.076058 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Transition to ACTIVE for port object ac781599-663b-44bd-90ca-faa172bfc51f will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:43:45.156841 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.209916 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.311384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Attempting to bind port ac781599-663b-44bd-90ca-faa172bfc51f on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:43:45.311613 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Attempting to bind port ac781599-663b-44bd-90ca-faa172bfc51f by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:43:45.311929 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Attempting to bind port ac781599-663b-44bd-90ca-faa172bfc51f on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:45.320902 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0c965-1ace-498a-ad52-352ae6b11764 req-45623896-4a7a-4c1b-b120-c991a61d1d8f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:45.322355 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1d0c965-1ace-498a-ad52-352ae6b11764 req-45623896-4a7a-4c1b-b120-c991a61d1d8f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 943 time: 0.0725639 Sep 10 17:43:45.325370 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Port ac781599-663b-44bd-90ca-faa172bfc51f on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:43:45.325689 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Attempting to bind port ac781599-663b-44bd-90ca-faa172bfc51f on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:43:45.337118 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:43:45.337448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Checking segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:43:45.337815 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Bound using segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:43:45.338248 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Bound port: ac781599-663b-44bd-90ca-faa172bfc51f, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:43:45.338597 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.390134 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1d0c965-1ace-498a-ad52-352ae6b11764 req-433b522d-9dff-4bde-8224-3c7703853631 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Sep 10 17:43:45.418808 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:43:45.421744 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac781599-663b-44bd-90ca-faa172bfc51f,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:43:45.528714 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.563298 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:45.564051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:45.565496 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac781599-663b-44bd-90ca-faa172bfc51f HTTP/1.1" status: 200 len: 1093 time: 0.8292077 Sep 10 17:43:45.565981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:45.569270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f60e17-0bae-4b6a-8a0e-e5613abef07b" -d '{"events": [{"name": "network-changed", "server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:45.592099 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce6af-24c5-4921-9f62-1036c5d21844 service neutron] Pushing event updated for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:45.604720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e4614-26df-41d2-acf8-e9530e686a81 x-openstack-request-id: req-751e4614-26df-41d2-acf8-e9530e686a81 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:45.604720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:45.604720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-751e4614-26df-41d2-acf8-e9530e686a81 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:45.604720 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f', 'status': 'completed', 'code': 200} Sep 10 17:43:45.681230 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-fd6359eb-fca0-45db-b611-d4e00debba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:45.683530 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-fd6359eb-fca0-45db-b611-d4e00debba54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0452662 Sep 10 17:43:46.032318 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-88f5c2db-6150-4864-95c5-59d9f636a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.033845 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-88f5c2db-6150-4864-95c5-59d9f636a730 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=005ca156ec0d419fad8821cedb4964e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3421066 Sep 10 17:43:46.127803 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-8b107837-c1b4-47bc-b082-49f2d189aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.129202 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-53f60e17-0bae-4b6a-8a0e-e5613abef07b req-8b107837-c1b4-47bc-b082-49f2d189aa08 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874238 Sep 10 17:43:46.206000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-7a5b45c4-f17d-4155-93d4-2f02c21cb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.207443 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-7a5b45c4-f17d-4155-93d4-2f02c21cb96e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0384605 Sep 10 17:43:46.250870 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-1de81aef-6b08-42b9-b599-4d3f8878edd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac781599-663b-44bd-90ca-faa172bfc51f HTTP/1.1" status: 200 len: 217 time: 0.0325234 Sep 10 17:43:46.303046 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-71545162-83c4-4819-b54c-d5c8ff9a1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.304448 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-71545162-83c4-4819-b54c-d5c8ff9a1094 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db622983-d77e-44da-9918-6d531dab320c HTTP/1.1" status: 200 len: 855 time: 0.0448561 Sep 10 17:43:46.335762 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-0ab45dbf-273a-49be-a19d-16fad62a788b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233414 Sep 10 17:43:46.429931 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-420c3ab4-ecd8-42df-b3d9-6b0e2baecdc1 service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Sep 10 17:43:46.556515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d35b-f231-48cb-8552-0ce290c184cf req-ec10ce13-b380-437c-abfb-5821a3f8d428 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:46.557988 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7fc8d35b-f231-48cb-8552-0ce290c184cf req-ec10ce13-b380-437c-abfb-5821a3f8d428 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 943 time: 0.0956175 Sep 10 17:43:46.563544 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-10791590-bbbf-48f8-a642-67f5f8c3f2a0 req-cb9c4392-6fbe-44fb-8333-e6c40bf2ef47 service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226287 Sep 10 17:43:46.603596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7fc8d35b-f231-48cb-8552-0ce290c184cf req-0fa8e91f-b608-4e19-9383-b301216a8aeb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Sep 10 17:43:47.724981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6af14a-16d9-4592-826f-8f473cc6538e req-b0324f82-9c2d-49ec-a56c-f9aade1f7758 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:47.726574 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa6af14a-16d9-4592-826f-8f473cc6538e req-b0324f82-9c2d-49ec-a56c-f9aade1f7758 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 943 time: 0.0530794 Sep 10 17:43:47.766988 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-aa6af14a-16d9-4592-826f-8f473cc6538e req-f22345fd-4fc4-45d1-9716-87909b06223a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Sep 10 17:43:48.059269 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:48.882008 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97c238-4c8b-4e14-9ddb-a227ddab445e req-01a86c40-03fe-4a96-a288-d3b50d8550fb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:48.883446 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e97c238-4c8b-4e14-9ddb-a227ddab445e req-01a86c40-03fe-4a96-a288-d3b50d8550fb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 943 time: 0.0502594 Sep 10 17:43:48.923220 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e97c238-4c8b-4e14-9ddb-a227ddab445e req-08b1acdf-0ce3-437c-99cc-2e6b3234db13 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Sep 10 17:43:50.035271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea043-cf35-46c5-b787-8bf8b9f61c7e req-0e6a484d-0232-447a-8e30-a139a89d59a8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:50.037413 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b7ea043-cf35-46c5-b787-8bf8b9f61c7e req-0e6a484d-0232-447a-8e30-a139a89d59a8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 943 time: 0.0489237 Sep 10 17:43:50.073191 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9b7ea043-cf35-46c5-b787-8bf8b9f61c7e req-af1e63f0-c2b2-40b6-9292-0fac27a80118 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301394 Sep 10 17:43:50.700788 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac781599-663b-44bd-90ca-faa172bfc51f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:43:50.793136 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac781599-663b-44bd-90ca-faa172bfc51f,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:50.807882 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'ac781599-663b-44bd-90ca-faa172bfc51f', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'port_id': 'ac781599-663b-44bd-90ca-faa172bfc51f', 'mac_address': 'fa:16:3e:b2:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db622983-d77e-44da-9918-6d531dab320c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:43:50.843668 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.855705 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac781599-663b-44bd-90ca-faa172bfc51f {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:43:50.874647 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac781599-663b-44bd-90ca-faa172bfc51f,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:50.934399 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:50.982435 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:51.190184 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd15e7c-5be0-4bf9-825b-36832a2ddc16 req-b885ad1f-9485-4ecf-a5e1-05243d441276 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:51.191564 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2dd15e7c-5be0-4bf9-825b-36832a2ddc16 req-b885ad1f-9485-4ecf-a5e1-05243d441276 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0517924 Sep 10 17:43:51.229213 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2dd15e7c-5be0-4bf9-825b-36832a2ddc16 req-51f24674-a495-4e14-b0aa-92c7a4d8adb6 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Sep 10 17:43:52.341206 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefac76-0cb6-45d5-82d9-932433d2ede1 req-aa7196ea-4c6f-4939-b3b6-fac3ca96ff94 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:52.342682 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5aefac76-0cb6-45d5-82d9-932433d2ede1 req-aa7196ea-4c6f-4939-b3b6-fac3ca96ff94 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0472200 Sep 10 17:43:52.379266 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5aefac76-0cb6-45d5-82d9-932433d2ede1 req-29e129b8-bd37-47b3-b3a2-f5ea00e6262a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308599 Sep 10 17:43:52.895486 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['ac781599-663b-44bd-90ca-faa172bfc51f'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:43:53.497132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e045d7-a3de-456b-a993-76ef28e055b8 req-ed858492-843a-47c2-bd49-7890121b4559 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:53.498896 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-50e045d7-a3de-456b-a993-76ef28e055b8 req-ed858492-843a-47c2-bd49-7890121b4559 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0498180 Sep 10 17:43:53.540818 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-50e045d7-a3de-456b-a993-76ef28e055b8 req-c78dd7ff-ae3e-4578-ab4b-f2c6b1b50a58 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Sep 10 17:43:54.126488 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52722) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:43:54.239397 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-ab8b161f-5180-4a8f-9b35-71fbf63a53ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425897 Sep 10 17:43:54.280586 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Deleting port e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:43:54.280930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.353042 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.353370 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.364591 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Calling delete_port for e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:43:54.574024 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.602412 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event deleted for resources: {'Port': ['ID=e724fb6a-007d-42ae-b9e9-0b41fbe2eb9e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:54.662901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f3cba-937a-46df-b6af-6e5e8bf41641 req-d7435d50-4c6b-4fc3-b1ec-3730db551c25 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:54.664450 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d22f3cba-937a-46df-b6af-6e5e8bf41641 req-d7435d50-4c6b-4fc3-b1ec-3730db551c25 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0502417 Sep 10 17:43:54.666360 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.666699 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Floating IP f26c9237-6d6a-467f-9746-25d73df656cb disassociated (deleted). External IP: 172.27.3.162, port: 7c24cb22-2923-4076-a541-be8cbb8305f9. Sep 10 17:43:54.703335 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d22f3cba-937a-46df-b6af-6e5e8bf41641 req-5cd7739e-a4b4-4ae0-9d3f-90376201abbe tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Sep 10 17:43:54.871475 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:43:54.977065 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:43:54.981833 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:54.986764 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Sync routers for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:43:54.996254 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:54.996871 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:43:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:55.009130 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6183534c-4f2e-4029-9e98-4ee987d694a2 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "DELETE /v2.0/floatingips/f26c9237-6d6a-467f-9746-25d73df656cb HTTP/1.1" status: 204 len: 168 time: 0.8816576 Sep 10 17:43:55.009723 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:55.011957 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:55.049349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff1ae1-9f11-4390-8a05-67da17a00b69 x-openstack-request-id: req-70ff1ae1-9f11-4390-8a05-67da17a00b69 {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:55.049642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:55.049898 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70ff1ae1-9f11-4390-8a05-67da17a00b69 {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:55.050298 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'status': 'completed', 'code': 200} Sep 10 17:43:55.103449 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:55.182046 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac781599-663b-44bd-90ca-faa172bfc51f up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:43:55.328859 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:55.357949 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Checking router: ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:43:55.366667 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:43:55.367278 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:43:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:55.370242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port ac781599-663b-44bd-90ca-faa172bfc51f completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:43:55.403801 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port ac781599-663b-44bd-90ca-faa172bfc51f triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:43:55.404180 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.490150 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b4d5-a8c4-4f01-b3e7-f3e2fe9c368f req-d3a68df8-52e6-4d84-be24-04f2a3a9cc6f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:55.491889 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-def7b4d5-a8c4-4f01-b3e7-f3e2fe9c368f req-d3a68df8-52e6-4d84-be24-04f2a3a9cc6f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0491216 Sep 10 17:43:55.507462 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:43:55.530664 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-def7b4d5-a8c4-4f01-b3e7-f3e2fe9c368f req-2114c890-b11a-4b4d-a6d3-ab6282e3368e tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322750 Sep 10 17:43:55.694421 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.762724 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:43:55.764954 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3457196-95b6-4e81-a167-157eda6a5781" -d '{"events": [{"server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:43:55.805144 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15230cbd-32c3-4cee-8a03-2807c0a41344 x-openstack-request-id: req-15230cbd-32c3-4cee-8a03-2807c0a41344 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:43:55.805438 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:43:55.805694 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15230cbd-32c3-4cee-8a03-2807c0a41344 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:43:55.806084 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f', 'code': 200} Sep 10 17:43:55.813666 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac781599-663b-44bd-90ca-faa172bfc51f,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:43:55.824566 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac173c1-0edf-4917-9f3e-289e1070c5c5 req-850cb61b-b3d8-4f14-92b9-0a5c7040f6c9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:55.826007 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac173c1-0edf-4917-9f3e-289e1070c5c5 req-850cb61b-b3d8-4f14-92b9-0a5c7040f6c9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0549471 Sep 10 17:43:55.864666 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac173c1-0edf-4917-9f3e-289e1070c5c5 req-c33960f1-cd56-456d-8bd3-26bab5c2e7be tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Sep 10 17:43:55.877245 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:55.920436 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:43:55.954836 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df19b8-bfd7-4690-a6c2-b61e816fa547 None None] The sync data for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi is: [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:00Z', 'revision_number': 4, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '63485a59-979d-4625-8e5a-3f5bcc4f72bc', 'name': '', 'network_id': 'ac3d1131-e4ca-4f0c-bae8-bba91c229c89', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'mac_address': 'fa:16:3e:a6:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '070d9c47-fded-460e-a127-779926f805ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:59Z', 'updated_at': '2021-09-10T17:39:06Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'subnets': [{'id': '070d9c47-fded-460e-a127-779926f805ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:43:55.961431 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:43:56.163353 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f98375a-2a58-4799-8724-479611c12bd3 None None] New status for floating IP f26c9237-6d6a-467f-9746-25d73df656cb: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:43:56.651167 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792a881-c35c-426e-8cde-0fa32b8be536 req-d0e1d2bf-90d6-42fe-8f37-1c0b2b431152 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:56.652668 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9792a881-c35c-426e-8cde-0fa32b8be536 req-d0e1d2bf-90d6-42fe-8f37-1c0b2b431152 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0542810 Sep 10 17:43:56.689946 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9792a881-c35c-426e-8cde-0fa32b8be536 req-98eae5b7-ee96-4be9-8c5e-54c6744fb6b1 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314407 Sep 10 17:43:56.978255 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29763577-e085-4934-a650-8a02f3a0d099 req-c4148a7f-c043-4753-9c02-33f9c1e64c5e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:56.979708 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-29763577-e085-4934-a650-8a02f3a0d099 req-c4148a7f-c043-4753-9c02-33f9c1e64c5e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Sep 10 17:43:57.016608 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-29763577-e085-4934-a650-8a02f3a0d099 req-31fb2166-729a-4bdb-86dc-a36e88799b50 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Sep 10 17:43:57.185080 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-597a1505-9a94-4489-a50d-82e9b7fff935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.186468 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-597a1505-9a94-4489-a50d-82e9b7fff935 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0438783 Sep 10 17:43:57.304148 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-7957262f-d6f8-4814-a421-894848482c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.305639 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-7957262f-d6f8-4814-a421-894848482c40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.0847411 Sep 10 17:43:57.351587 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-23a5382c-b36b-4353-9c20-d783b476e16e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 217 time: 0.0377383 Sep 10 17:43:57.448031 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-c4442305-90cb-4929-8567-0b45b9f041b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.449435 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-c4442305-90cb-4929-8567-0b45b9f041b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0696063 Sep 10 17:43:57.455138 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850f726-529b-46f2-90e0-fca72d79dde7 req-d58323a9-2c01-4238-993f-22cb9c14cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.456529 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0850f726-529b-46f2-90e0-fca72d79dde7 req-d58323a9-2c01-4238-993f-22cb9c14cd0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 1098 time: 0.0687332 Sep 10 17:43:57.540540 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0850f726-529b-46f2-90e0-fca72d79dde7 req-af0ed60a-5b13-4454-9703-1a28fc93c75a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Sep 10 17:43:57.544920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-47281a5f-b4ba-4e07-b270-38d125d73c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.546314 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-47281a5f-b4ba-4e07-b270-38d125d73c75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667346 Sep 10 17:43:57.802456 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157533-9e0c-4436-ae4b-209a2aeee671 req-d023ace6-0a85-48cd-896e-516132de6d96 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:57.804724 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db157533-9e0c-4436-ae4b-209a2aeee671 req-d023ace6-0a85-48cd-896e-516132de6d96 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0478163 Sep 10 17:43:57.891503 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-db157533-9e0c-4436-ae4b-209a2aeee671 req-8539d3c3-e1bb-4d6a-aba9-9516a2efe958 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778787 Sep 10 17:43:57.917346 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-2d821587-5013-49bf-aec8-7a856da15dfb service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105149 Sep 10 17:43:58.009837 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e2103cad-ddaa-413b-b5df-d5f564b78e57 req-5449f7d5-df49-409f-8dfb-d365d165bfe6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Sep 10 17:43:58.093597 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:43:58.135634 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0d02-df35-4454-a8df-1207457c8794 req-0c28e713-4978-4799-8d65-41c2cfe2dbaa tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:58.137165 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d1fc0d02-df35-4454-a8df-1207457c8794 req-0c28e713-4978-4799-8d65-41c2cfe2dbaa tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Sep 10 17:43:58.207284 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d1fc0d02-df35-4454-a8df-1207457c8794 req-aabe9f6d-0b09-4ace-9f45-d9dc8b955e5b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640612 Sep 10 17:43:58.214065 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-17442627-080a-4914-8b1e-057c426a5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:58.215506 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-17442627-080a-4914-8b1e-057c426a5741 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=deac01252687455089fd45498dc24ed4&device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 1098 time: 0.0659516 Sep 10 17:43:58.315093 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-46c69284-f886-40be-b155-1fa41dd58835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:58.316608 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-46c69284-f886-40be-b155-1fa41dd58835 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 200 len: 909 time: 0.0882850 Sep 10 17:43:58.364036 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-22caf0b8-dffb-4f63-8b2f-e873d4565c12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 200 len: 217 time: 0.0376265 Sep 10 17:43:58.420745 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-a72bca29-8bba-4b8a-ac6b-cd7574ccd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:58.422727 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-a72bca29-8bba-4b8a-ac6b-cd7574ccd3d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 200 len: 847 time: 0.0468597 Sep 10 17:43:58.479628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-f668bbb4-1b7d-4089-9c8e-2be8f79e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:58.481221 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-f668bbb4-1b7d-4089-9c8e-2be8f79e988f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac3d1131-e4ca-4f0c-bae8-bba91c229c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411196 Sep 10 17:43:58.600094 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-7cc676d2-8065-443e-8049-4b6e0b7ccbb8 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Sep 10 17:43:58.701251 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-75f8f4c4-aa6b-4859-b23a-fe6cbc3ad273 req-5b4ca3fc-2a95-446c-8851-36360ee863c1 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899639 Sep 10 17:43:58.796831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-5c67eb6e-546f-41e1-af5d-e3b7574f49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:43:59.009722 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54726d-9de7-4c60-b2a2-52f99a865d38 req-e6d11fdd-d9ac-410c-aab6-5c410e73eafd tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:59.011177 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e54726d-9de7-4c60-b2a2-52f99a865d38 req-e6d11fdd-d9ac-410c-aab6-5c410e73eafd tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0535643 Sep 10 17:43:59.047213 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3e54726d-9de7-4c60-b2a2-52f99a865d38 req-aa8e4e38-5299-4d4c-884c-fbae9c4d32b4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302229 Sep 10 17:43:59.321464 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073cb13-8075-471a-8169-41a5a87e7a6c req-56d933a7-cefc-4628-b2be-35d4d31bae11 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:43:59.322932 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2073cb13-8075-471a-8169-41a5a87e7a6c req-56d933a7-cefc-4628-b2be-35d4d31bae11 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0496449 Sep 10 17:43:59.360914 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2073cb13-8075-471a-8169-41a5a87e7a6c req-b9fc169b-ffde-4433-a7f2-acfa9a547ee6 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Sep 10 17:44:00.159686 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039e41f-cec4-4bb0-86a4-a9699376fb03 req-be906937-32b9-4198-b17f-5fc07880323f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:00.161206 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6039e41f-cec4-4bb0-86a4-a9699376fb03 req-be906937-32b9-4198-b17f-5fc07880323f tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0483139 Sep 10 17:44:00.198684 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6039e41f-cec4-4bb0-86a4-a9699376fb03 req-8450b2be-2b93-4952-a9f0-74474c1cd7f4 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310853 Sep 10 17:44:00.476618 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716ec12-65c4-40e6-9b70-4055a5324445 req-a5dbeca9-88ab-433e-b756-847f923b30ae tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:00.478090 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3716ec12-65c4-40e6-9b70-4055a5324445 req-a5dbeca9-88ab-433e-b756-847f923b30ae tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0523918 Sep 10 17:44:00.515560 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-3716ec12-65c4-40e6-9b70-4055a5324445 req-48643405-1fdd-48a9-aa60-8376b6cc8862 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Sep 10 17:44:01.311764 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585935-86ad-4c7c-bedb-e7cf92fabca2 req-198f53c4-b207-4050-a791-dbab7370844a tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:01.313227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59585935-86ad-4c7c-bedb-e7cf92fabca2 req-198f53c4-b207-4050-a791-dbab7370844a tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0488379 Sep 10 17:44:01.353034 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59585935-86ad-4c7c-bedb-e7cf92fabca2 req-2195a19b-2750-4ee6-a6a1-49b47e8c6022 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339649 Sep 10 17:44:01.458013 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-77af5f13-b5cf-4bf6-bb37-a4d84a4683ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:01.638870 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2054a-5a32-4da7-b86f-cc3bd33589df req-6d36588e-1cc1-434c-b3e4-2ddd69a1edf2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:01.640477 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36b2054a-5a32-4da7-b86f-cc3bd33589df req-6d36588e-1cc1-434c-b3e4-2ddd69a1edf2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0579925 Sep 10 17:44:01.686860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36b2054a-5a32-4da7-b86f-cc3bd33589df req-78910368-2e52-49c5-bf9a-ae8c6cce8e9f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Sep 10 17:44:01.688445 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:02.401001 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:02.471616 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa827451-fcc8-4100-abda-0fbe3fbb7a5b req-55908133-3a0d-4a81-a174-db340b80f478 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:02.473113 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fa827451-fcc8-4100-abda-0fbe3fbb7a5b req-55908133-3a0d-4a81-a174-db340b80f478 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0538290 Sep 10 17:44:02.510771 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fa827451-fcc8-4100-abda-0fbe3fbb7a5b req-323e70fc-2f33-4189-a194-d2f24e4402e8 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5a1c565-bddd-4449-9869-0ef3fb6456cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315373 Sep 10 17:44:02.592404 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-1dfc4df8-9bd3-471c-9d84-dd6781a84b03 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:02.593876 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-1dfc4df8-9bd3-471c-9d84-dd6781a84b03 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.61 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 945 time: 0.0504737 Sep 10 17:44:02.687969 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Deleting port 7c24cb22-2923-4076-a541-be8cbb8305f9 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:02.688221 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:02.804054 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] For port 7c24cb22-2923-4076-a541-be8cbb8305f9, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c24cb22-2923-4076-a541-be8cbb8305f9,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:02.804545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:02.821866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Calling delete_port for 7c24cb22-2923-4076-a541-be8cbb8305f9 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:02.832681 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc761-49fa-4284-8eb7-3b639824da3d req-682757e8-4e15-45c7-96e5-a24453ce6625 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:02.834161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c0bc761-49fa-4284-8eb7-3b639824da3d req-682757e8-4e15-45c7-96e5-a24453ce6625 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0798018 Sep 10 17:44:02.917520 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c0bc761-49fa-4284-8eb7-3b639824da3d req-ed87251e-0a02-492a-81a4-cd4ec5e8730b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765734 Sep 10 17:44:03.139547 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:03.168181 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event deleted for resources: {'Port': ['ID=7c24cb22-2923-4076-a541-be8cbb8305f9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:03.214008 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] No DVR routers for this DVR port 7c24cb22-2923-4076-a541-be8cbb8305f9 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:03.216494 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:03.218491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a7e3b9e5-17e4-411f-8cd7-0e04d7df151b req-47a868e6-b9f5-4dd7-81b8-b480376bb3f0 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.61 "DELETE /v2.0/ports/7c24cb22-2923-4076-a541-be8cbb8305f9 HTTP/1.1" status: 204 len: 173 time: 0.6173203 Sep 10 17:44:03.218917 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-deleted', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:03.221170 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72c6882-f242-46cd-bd5b-ef73c77713ab" -d '{"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-deleted", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:03.258057 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b0d78-f712-4593-aa88-421adbdf06db x-openstack-request-id: req-e86b0d78-f712-4593-aa88-421adbdf06db {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:03.258333 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce7755-a1c9-43a2-b09b-1c58334b38bd", "name": "network-vif-deleted", "tag": "7c24cb22-2923-4076-a541-be8cbb8305f9", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:03.258561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e86b0d78-f712-4593-aa88-421adbdf06db {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:03.258955 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce7755-a1c9-43a2-b09b-1c58334b38bd', 'name': 'network-vif-deleted', 'tag': '7c24cb22-2923-4076-a541-be8cbb8305f9', 'status': 'completed', 'code': 200} Sep 10 17:44:03.623605 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6ea7a73f-1edf-458e-ab57-36a83fe551de req-c14d2e86-3e02-46a6-a460-0e2532e9fb2c tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 210 time: 0.0423396 Sep 10 17:44:04.288461 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:04.734578 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-629ae093-fdf5-408c-b04a-0904d34ffe18 req-3cd98ba5-bbc0-465a-810a-e5ff5afccea3 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "GET /v2.0/ports?device_id=21ce7755-a1c9-43a2-b09b-1c58334b38bd HTTP/1.1" status: 200 len: 210 time: 0.0261939 Sep 10 17:44:05.790179 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52826) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:05.847546 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:05.873151 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.025049 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.031549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.031549 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] 10.222.0.53 "DELETE /v2.0/security-groups/d5a1c565-bddd-4449-9869-0ef3fb6456cd HTTP/1.1" status: 204 len: 168 time: 0.2375906 Sep 10 17:44:06.038668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f56e6b-6279-4ee3-8293-ebffc0086eb5 tempest-TestShelveInstance-400865907 tempest-TestShelveInstance-400865907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a1c565-bddd-4449-9869-0ef3fb6456cd,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:06.158752 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52838) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:06.566090 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.808056 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Deleting port 63485a59-979d-4625-8e5a-3f5bcc4f72bc {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:06.808778 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.884961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] For port 63485a59-979d-4625-8e5a-3f5bcc4f72bc, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=63485a59-979d-4625-8e5a-3f5bcc4f72bc,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:06.885234 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:06.898361 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Calling delete_port for 63485a59-979d-4625-8e5a-3f5bcc4f72bc owned by network:router_interface {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:07.124173 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:07.127861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:07.143821 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 7c24cb22-2923-4076-a541-be8cbb8305f9 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:07.144080 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7c24cb22-2923-4076-a541-be8cbb8305f9 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:07.158726 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Pushing event deleted for resources: {'Port': ['ID=63485a59-979d-4625-8e5a-3f5bcc4f72bc,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:07.315899 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:07.525256 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:44:07.883697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:44:07.888685 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-00bacc7c-e823-4d4c-a975-f9be50d614ff admin admin] 10.222.0.53 "PUT /v2.0/routers/ef946c8a-e783-4f9c-90be-d3fc4a9b6f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288635 Sep 10 17:44:07.891311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52850) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:07.893691 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Sync routers for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:44:07.902864 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:07.903449 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:44:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:07.987512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.004978 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:08.088348 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.179317 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:44:07Z', 'revision_number': 5, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port': {'id': '26414b1a-6c8d-4df1-b8c8-b7d14ece511e', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:08.209057 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Checking router: ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:44:08.214265 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Deleting port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:08.214609 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.217509 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Routers {'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:08.218097 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:44:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:08.293969 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] For port 26414b1a-6c8d-4df1-b8c8-b7d14ece511e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:08.294431 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.301565 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] Set router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:08.307349 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Calling delete_port for 26414b1a-6c8d-4df1-b8c8-b7d14ece511e owned by network:router_gateway {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:08.355509 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:44:08Z', 'revision_number': 6, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:08.381584 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431140b-49fa-4889-b3da-27c45aaabbdd None None] The sync data for ids ['ef946c8a-e783-4f9c-90be-d3fc4a9b6f88'] in dv-cinder-787195-9-iscsi is: [{'id': 'ef946c8a-e783-4f9c-90be-d3fc4a9b6f88', 'name': 'tempest-TestShelveInstance-661260920-router', 'tenant_id': 'deac01252687455089fd45498dc24ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:38:56Z', 'updated_at': '2021-09-10T17:44:08Z', 'revision_number': 6, 'project_id': 'deac01252687455089fd45498dc24ed4', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:08.539399 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.564602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=26414b1a-6c8d-4df1-b8c8-b7d14ece511e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:08.630704 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.724925 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.728413 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.853482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.854015 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 {{(pid=94683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:44:08.858244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.859387 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-68554f0f-9a08-4b1d-8713-bcdcdf3f4f65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ef946c8a-e783-4f9c-90be-d3fc4a9b6f88 HTTP/1.1" status: 204 len: 168 time: 0.9671648 Sep 10 17:44:08.861971 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52858) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:08.909690 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Deleting subnet 070d9c47-fded-460e-a127-779926f805ba {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:44:08.912669 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:08.954413 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.028324 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.144449 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.170403 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070d9c47-fded-460e-a127-779926f805ba,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:09.174048 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.179036 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-7d9db379-388f-4957-8000-57fc92d26cb8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/070d9c47-fded-460e-a127-779926f805ba HTTP/1.1" status: 204 len: 168 time: 0.3130283 Sep 10 17:44:09.179179 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 52860) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:09.182078 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d61ef-9dbf-4134-931d-53bdd41658cb None None] Network ac3d1131-e4ca-4f0c-bae8-bba91c229c89 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:44:09.254738 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.314675 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Deleting port baf92295-01c1-41e1-92c4-ab57186acb12 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:09.315016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.360669 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] DHCP port deletion for ac3d1131-e4ca-4f0c-bae8-bba91c229c89 request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:44:09.387962 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] For port baf92295-01c1-41e1-92c4-ab57186acb12, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=baf92295-01c1-41e1-92c4-ab57186acb12,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:09.388448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.401477 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Calling delete_port for baf92295-01c1-41e1-92c4-ab57186acb12 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:09.414988 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Deleting port baf92295-01c1-41e1-92c4-ab57186acb12 {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:09.415476 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.479968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] For port baf92295-01c1-41e1-92c4-ab57186acb12, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=baf92295-01c1-41e1-92c4-ab57186acb12,segment=NetworkSegment(77b42fd4-5371-4192-bd5a-7b75603d4c94),segment_id=77b42fd4-5371-4192-bd5a-7b75603d4c94)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:09.480504 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.493427 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Calling delete_port for baf92295-01c1-41e1-92c4-ab57186acb12 owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:09.562124 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.573481 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.588852 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Pushing event deleted for resources: {'Port': ['ID=baf92295-01c1-41e1-92c4-ab57186acb12,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:09.592300 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] No DVR routers for this DVR port baf92295-01c1-41e1-92c4-ab57186acb12 on host dv-cinder-787195-9-iscsi {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:09.598398 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] Pushing event deleted for resources: {'Port': ['ID=baf92295-01c1-41e1-92c4-ab57186acb12,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:09.604623 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e50b7-b599-4a81-a6f3-051313c898dd None None] No DVR routers for this DVR port baf92295-01c1-41e1-92c4-ab57186acb12 on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:09.682621 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.703193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3d1131-e4ca-4f0c-bae8-bba91c229c89']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:09.712141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b42fd4-5371-4192-bd5a-7b75603d4c94') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:09.712462 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b42fd4-5371-4192-bd5a-7b75603d4c94') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:09.721531 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.734846 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.741319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:44:09.741734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:44:09.743373 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:44:09.881258 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 63485a59-979d-4625-8e5a-3f5bcc4f72bc no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:09.893328 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.898823 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:09.900766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 63485a59-979d-4625-8e5a-3f5bcc4f72bc {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:09.900987 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] 10.222.0.53 "DELETE /v2.0/networks/ac3d1131-e4ca-4f0c-bae8-bba91c229c89 HTTP/1.1" status: 204 len: 168 time: 0.7208731 Sep 10 17:44:09.901110 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 63485a59-979d-4625-8e5a-3f5bcc4f72bc not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:09.901529 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 26414b1a-6c8d-4df1-b8c8-b7d14ece511e no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:09.904172 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52866) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:09.912068 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f34a5-57f8-4c48-bfb7-46fadb7239ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3d1131-e4ca-4f0c-bae8-bba91c229c89,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:09.921271 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 26414b1a-6c8d-4df1-b8c8-b7d14ece511e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:09.921617 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 26414b1a-6c8d-4df1-b8c8-b7d14ece511e not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:09.922036 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device baf92295-01c1-41e1-92c4-ab57186acb12 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:09.941478 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: baf92295-01c1-41e1-92c4-ab57186acb12 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:09.941818 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device baf92295-01c1-41e1-92c4-ab57186acb12 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:10.235757 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:10.468078 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Deleting port 3360c3de-5fb5-4c0a-864f-352c3991fe7f {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:10.468459 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:10.549731 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] For port 3360c3de-5fb5-4c0a-864f-352c3991fe7f, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=3360c3de-5fb5-4c0a-864f-352c3991fe7f,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:10.550102 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:10.562440 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Calling delete_port for 3360c3de-5fb5-4c0a-864f-352c3991fe7f owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:10.796023 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:10.819497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3360c3de-5fb5-4c0a-864f-352c3991fe7f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:10.832412 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.832862 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.833169 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.833464 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.833799 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.834798 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.835107 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.835506 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.835862 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.836190 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.836541 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.836870 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:10.992080 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:11.198515 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:44:11.508349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:44:11.513640 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7d56abcf-6c8c-44e3-a9dc-14f902b56fc9 admin admin] 10.222.0.53 "PUT /v2.0/routers/35016e6f-d02e-4174-a207-fcf5b8e9ab45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6077256 Sep 10 17:44:11.515642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52872) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:11.518660 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Sync routers for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:44:11.529010 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:11.529609 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:44:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:11.633089 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:11.639463 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:11.735721 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:11.815213 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:44:10Z', 'revision_number': 5, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port': {'id': 'fd4393e1-6606-42d7-80bd-ca51aecbe488', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:04Z', 'updated_at': '2021-09-10T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:11.846428 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Checking router: 35016e6f-d02e-4174-a207-fcf5b8e9ab45 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:44:11.859356 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Routers {'35016e6f-d02e-4174-a207-fcf5b8e9ab45'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:44:11.860013 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:44:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:11.875162 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Deleting port fd4393e1-6606-42d7-80bd-ca51aecbe488 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:11.875493 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:11.952230 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] Set router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:44:11.962851 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] For port fd4393e1-6606-42d7-80bd-ca51aecbe488, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=fd4393e1-6606-42d7-80bd-ca51aecbe488,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:11.963321 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:11.975991 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Calling delete_port for fd4393e1-6606-42d7-80bd-ca51aecbe488 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:12.003507 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:44:11Z', 'revision_number': 6, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:12.031590 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac3a0d-3f6d-4ca2-9cf2-336df800fde4 None None] The sync data for ids ['35016e6f-d02e-4174-a207-fcf5b8e9ab45'] in dv-cinder-787195-9-iscsi is: [{'id': '35016e6f-d02e-4174-a207-fcf5b8e9ab45', 'name': 'tempest-TestShelveInstance-651743477-router', 'tenant_id': 'b2516890ee71407ca065e6aa6c9699b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:03Z', 'updated_at': '2021-09-10T17:44:11Z', 'revision_number': 6, 'project_id': 'b2516890ee71407ca065e6aa6c9699b8', 'gw_port_host': None}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:44:12.207452 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.233227 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4393e1-6606-42d7-80bd-ca51aecbe488,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:12.293930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.389546 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.391731 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.488110 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.488791 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35016e6f-d02e-4174-a207-fcf5b8e9ab45 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:44:12.497505 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.497505 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-a6ac3f42-bcbb-4cb9-83c1-02511c0bb57d admin admin] 10.222.0.53 "DELETE /v2.0/routers/35016e6f-d02e-4174-a207-fcf5b8e9ab45 HTTP/1.1" status: 204 len: 168 time: 0.9775522 Sep 10 17:44:12.497505 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52878) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:12.545354 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Deleting subnet 9681519e-7c11-43d5-886a-111c006a9959 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:44:12.548266 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.580357 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.660591 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.858375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.885669 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9681519e-7c11-43d5-886a-111c006a9959,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:12.889407 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:12.891422 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-c6057dd6-6f2a-4db4-bb13-f80a25ab6035 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9681519e-7c11-43d5-886a-111c006a9959 HTTP/1.1" status: 204 len: 168 time: 0.3934145 Sep 10 17:44:12.893883 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52886) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:12.901613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc38acf-dc7d-471b-8d37-031e936402d0 None None] Network 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:44:12.972681 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.049252 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Deleting port d3e03663-abea-4222-8b03-6fa2950cf452 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:13.049551 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.117708 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] DHCP port deletion for 4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:44:13.129119 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] For port d3e03663-abea-4222-8b03-6fa2950cf452, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=d3e03663-abea-4222-8b03-6fa2950cf452,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:13.129644 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.150290 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Calling delete_port for d3e03663-abea-4222-8b03-6fa2950cf452 owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:13.168298 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Deleting port d3e03663-abea-4222-8b03-6fa2950cf452 {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:13.168733 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.239463 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] For port d3e03663-abea-4222-8b03-6fa2950cf452, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=d3e03663-abea-4222-8b03-6fa2950cf452,segment=NetworkSegment(77c0411c-4832-4439-9c0c-aee6a1785818),segment_id=77c0411c-4832-4439-9c0c-aee6a1785818)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:13.239859 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.253641 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Calling delete_port for d3e03663-abea-4222-8b03-6fa2950cf452 owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:13.304352 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.330429 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e03663-abea-4222-8b03-6fa2950cf452,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.341926 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] No DVR routers for this DVR port d3e03663-abea-4222-8b03-6fa2950cf452 on host dv-cinder-787195-9-iscsi {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:13.342092 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.363304 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] Pushing event deleted for resources: {'Port': ['ID=d3e03663-abea-4222-8b03-6fa2950cf452,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.369872 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa1572-9972-4d94-999b-7b4938910f5f None None] No DVR routers for this DVR port d3e03663-abea-4222-8b03-6fa2950cf452 on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:13.414805 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.434855 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4177d820-c4a9-4810-8ed4-b4e9b8a83bb9']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:13.445292 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c0411c-4832-4439-9c0c-aee6a1785818') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:13.445588 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c0411c-4832-4439-9c0c-aee6a1785818') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:44:13.455828 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.472888 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.476654 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:44:13.477044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:44:13.478698 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:44:13.595527 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.604779 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:13.608153 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] 10.222.0.53 "DELETE /v2.0/networks/4177d820-c4a9-4810-8ed4-b4e9b8a83bb9 HTTP/1.1" status: 204 len: 168 time: 0.7117119 Sep 10 17:44:13.623294 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159f097-2522-4aa5-af29-58497703598f admin admin] Pushing event deleted for resources: {'Network': ['ID=4177d820-c4a9-4810-8ed4-b4e9b8a83bb9,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:13.895442 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device fd4393e1-6606-42d7-80bd-ca51aecbe488 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:13.916418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: fd4393e1-6606-42d7-80bd-ca51aecbe488 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:13.917034 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device fd4393e1-6606-42d7-80bd-ca51aecbe488 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:13.917170 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3360c3de-5fb5-4c0a-864f-352c3991fe7f no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:13.935312 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 3360c3de-5fb5-4c0a-864f-352c3991fe7f {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:13.935658 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 3360c3de-5fb5-4c0a-864f-352c3991fe7f not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:13.936066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device d3e03663-abea-4222-8b03-6fa2950cf452 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:13.954031 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: d3e03663-abea-4222-8b03-6fa2950cf452 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:13.955095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device d3e03663-abea-4222-8b03-6fa2950cf452 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:13.961410 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52908) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:14.001611 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-732ee1a0-5fd7-4668-98e1-30ff381167d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deac01252687455089fd45498dc24ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389359 Sep 10 17:44:14.004044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52910) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:14.051693 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.072780 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.177987 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.180925 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:14.184508 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dffec75e-df96-4460-99dc-1f473d8f3b74 HTTP/1.1" status: 204 len: 168 time: 0.1771202 Sep 10 17:44:14.192183 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b00fbb-35ff-47be-bde0-852c61fe9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffec75e-df96-4460-99dc-1f473d8f3b74,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:14.247529 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d957b7-7269-4aa8-877b-bca42c692b2b req-a41fcef9-7c09-4880-9845-059deb388969 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:14.249800 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-62d957b7-7269-4aa8-877b-bca42c692b2b req-a41fcef9-7c09-4880-9845-059deb388969 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.0721169 Sep 10 17:44:14.289029 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-62d957b7-7269-4aa8-877b-bca42c692b2b req-acfb7b48-0394-4140-a9b8-f6bac360e323 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Sep 10 17:44:14.952609 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52920) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:14.993145 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8740807a-ba25-4607-9d1c-7884bc4727b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2516890ee71407ca065e6aa6c9699b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394220 Sep 10 17:44:14.995559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 52922) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:44:15.043484 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.063630 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.200736 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.203316 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:15.204491 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e6d71b2-590a-4d39-a156-8aed754e3ee7 HTTP/1.1" status: 204 len: 168 time: 0.2080355 Sep 10 17:44:15.212564 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074869ed-a674-4981-95ac-3ae6d92fe6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d71b2-590a-4d39-a156-8aed754e3ee7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:15.401076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc524-25fc-4389-a129-13f7d775f40e req-38863c06-a9f4-4327-b3bf-e4f2bcb122ec tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:15.402564 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb5fc524-25fc-4389-a129-13f7d775f40e req-38863c06-a9f4-4327-b3bf-e4f2bcb122ec tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.0479846 Sep 10 17:44:15.439812 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb5fc524-25fc-4389-a129-13f7d775f40e req-50bbf296-a34a-4836-a3f8-c60b13b93bd0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Sep 10 17:44:15.922733 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-5e00eb19-7691-4af3-900b-d59298323ff9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:15.924180 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-5e00eb19-7691-4af3-900b-d59298323ff9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1059847 Sep 10 17:44:15.939088 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-2f42e668-fbcd-4547-8f87-670bfe02b240 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/quotas/005ca156ec0d419fad8821cedb4964e1 HTTP/1.1" status: 200 len: 375 time: 0.0086894 Sep 10 17:44:15.995069 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-ffcc3742-420e-4ace-9d8d-c4ef743d15f2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499096 Sep 10 17:44:16.095478 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-081b864b-a3df-4be2-bb7a-b665f5872cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931034 Sep 10 17:44:16.183802 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-404b3600-3740-42c8-bedc-46d5b17c4ca0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.185270 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-404b3600-3740-42c8-bedc-46d5b17c4ca0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.1034827 Sep 10 17:44:16.244763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-d74a5097-6a00-4f16-a4ac-d72369681543 service neutron] 10.222.0.53 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363027 Sep 10 17:44:16.289522 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Deleting port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:16.289865 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.383003 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] For port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:16.383421 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.395685 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Calling delete_port for 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:16.502175 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-70ec45c4-06f7-4404-8b29-ddfffcc33ad0 req-460eeddf-3eb4-46ae-b76d-93b2893ab67c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 210 time: 0.0396461 Sep 10 17:44:16.597535 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428918e7-80eb-4c65-a74a-520993da021b req-e5a3c069-6d18-4555-a651-3193d8ce8116 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:16.599166 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-428918e7-80eb-4c65-a74a-520993da021b req-e5a3c069-6d18-4555-a651-3193d8ce8116 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 945 time: 0.0893691 Sep 10 17:44:16.640466 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-428918e7-80eb-4c65-a74a-520993da021b req-3673d315-6468-4475-9a18-55c97238027f tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Sep 10 17:44:16.676543 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.690458 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:16.704827 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Pushing event deleted for resources: {'Port': ['ID=2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:16.714866 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.715216 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.715741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.716079 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.716465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.716766 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.717097 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.717571 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.718245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.718245 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.718524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.718774 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:16.764893 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] No DVR routers for this DVR port 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:16.767686 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:16.771581 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e8adb3aa-b2aa-4708-962e-eaa9c6cfbbde req-81f91fd7-48ba-4169-9478-e4891c6d9a50 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "DELETE /v2.0/ports/2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c HTTP/1.1" status: 204 len: 173 time: 0.5773849 Sep 10 17:44:16.771581 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'name': 'network-vif-deleted', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:16.773916 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f709b6-80f1-4275-ae04-02f089ca0691" -d '{"events": [{"server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "name": "network-vif-deleted", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:16.812044 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f312014b-31a7-4177-8a6c-9b82e7377558 x-openstack-request-id: req-f312014b-31a7-4177-8a6c-9b82e7377558 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:16.812355 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a156ac36-7b48-4231-a127-e8b44bc8a53c", "name": "network-vif-deleted", "tag": "2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:16.812608 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f312014b-31a7-4177-8a6c-9b82e7377558 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:16.813006 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a156ac36-7b48-4231-a127-e8b44bc8a53c', 'name': 'network-vif-deleted', 'tag': '2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c', 'status': 'completed', 'code': 200} Sep 10 17:44:17.598623 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b09dde0f-e92a-4152-b11b-366b015d2dff req-1e1ce24e-4551-4490-868f-5f6a417129e2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 210 time: 0.0253940 Sep 10 17:44:17.752495 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0fe0346c-ea37-4b51-b31e-08ff1f4089d5 req-44a66740-80b0-41f1-802a-dee55b709437 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=a156ac36-7b48-4231-a127-e8b44bc8a53c HTTP/1.1" status: 200 len: 210 time: 0.0276897 Sep 10 17:44:18.058907 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:18.377130 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-f8f89565-f91d-40b2-aa6c-e16cd1410eca tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:18.378497 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-f8f89565-f91d-40b2-aa6c-e16cd1410eca tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/networks?id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 200 len: 815 time: 0.1080890 Sep 10 17:44:18.393702 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Request body: {'port': {'device_id': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'admin_state_up': True, 'tenant_id': '005ca156ec0d419fad8821cedb4964e1'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:18.573168 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Made reservation on behalf of 005ca156ec0d419fad8821cedb4964e1 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:44:18.576723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:18.719633 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-27a33824-dcaa-4b1c-9e32-a25a5148fd75 req-e7401688-3e91-4d14-97fb-5c49d7728902 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 210 time: 0.0465364 Sep 10 17:44:18.740229 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Allocated IP 172.20.0.12 (7b4da5a1-4e2c-483d-a29f-84e53d243bbc/db622983-d77e-44da-9918-6d531dab320c/8851863f-55a2-4e9b-824e-274af32fa586) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:18.889781 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.002175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.014830 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e', '2243c654-11dc-437f-8861-aa289be168e8', 'ac781599-663b-44bd-90ca-faa172bfc51f'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:19.045265 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:19.048384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:19.052113 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:19.079045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event updated for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:19.113709 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.114330 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.191154 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6a560c8b-3a39-422d-8eb9-439571bd92f3 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011305 Sep 10 17:44:19.205330 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Request body: {'port': {'device_id': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:19.263036 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.520732 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8851863f-55a2-4e9b-824e-274af32fa586 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:19.528786 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.540388 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Transition to ACTIVE for port object 8851863f-55a2-4e9b-824e-274af32fa586 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:19.605994 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.675126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Pushing event updated for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:19.727268 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Attempting to bind port 8851863f-55a2-4e9b-824e-274af32fa586 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:44:19.727942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Attempting to bind port 8851863f-55a2-4e9b-824e-274af32fa586 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:44:19.727942 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Attempting to bind port 8851863f-55a2-4e9b-824e-274af32fa586 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:19.732137 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Port 8851863f-55a2-4e9b-824e-274af32fa586 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:44:19.732484 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Attempting to bind port 8851863f-55a2-4e9b-824e-274af32fa586 on network 7b4da5a1-4e2c-483d-a29f-84e53d243bbc {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:19.737217 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:44:19.737551 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Checking segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:44:19.737935 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Bound using segment: {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:44:19.738361 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Bound port: 8851863f-55a2-4e9b-824e-274af32fa586, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a87856-29ad-423a-bd82-2e46b70cd5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:44:19.743228 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.825156 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:44:19.843515 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8851863f-55a2-4e9b-824e-274af32fa586,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:44:19.860176 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b3520-1118-42da-9fe5-a19bf29afee1 req-f6e71fdd-de38-4155-8540-6986ae8aa21b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.864860 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-329b3520-1118-42da-9fe5-a19bf29afee1 req-f6e71fdd-de38-4155-8540-6986ae8aa21b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 944 time: 0.0740077 Sep 10 17:44:19.894969 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.907565 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-329b3520-1118-42da-9fe5-a19bf29afee1 req-53397c0a-fd9a-4f37-b955-a98bab6cb287 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Sep 10 17:44:19.935007 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:19.935619 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:19.937013 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] 10.222.0.61 "PUT /v2.0/ports/8851863f-55a2-4e9b-824e-274af32fa586 HTTP/1.1" status: 200 len: 1094 time: 0.7359800 Sep 10 17:44:19.937441 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:19.939640 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f" -d '{"events": [{"name": "network-changed", "server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "tag": "8851863f-55a2-4e9b-824e-274af32fa586"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:19.961801 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6488c-f490-4635-a72e-71202b61d09f service neutron] Pushing event updated for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:19.975966 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a9ed3-6336-4787-80f3-6c1bb5db64b0 x-openstack-request-id: req-6b8a9ed3-6336-4787-80f3-6c1bb5db64b0 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:19.976881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "tag": "8851863f-55a2-4e9b-824e-274af32fa586", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:19.977141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b8a9ed3-6336-4787-80f3-6c1bb5db64b0 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:19.977546 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586', 'status': 'completed', 'code': 200} Sep 10 17:44:21.021201 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00dfa1-c0cc-4dec-8d2c-0b51d9004bfa req-f5d92e76-a748-4607-a23e-cb6c196524a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:21.022650 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cd00dfa1-c0cc-4dec-8d2c-0b51d9004bfa req-f5d92e76-a748-4607-a23e-cb6c196524a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 944 time: 0.0490301 Sep 10 17:44:21.060843 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cd00dfa1-c0cc-4dec-8d2c-0b51d9004bfa req-518ef378-3351-47b0-ad35-532f46771c3d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Sep 10 17:44:22.176944 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d4e61-afd0-4de1-8cf4-72e0b703fb8a req-e2e968c1-5b8a-4e1f-a9fe-b22ae108b100 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.178407 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ba9d4e61-afd0-4de1-8cf4-72e0b703fb8a req-e2e968c1-5b8a-4e1f-a9fe-b22ae108b100 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 944 time: 0.0512831 Sep 10 17:44:22.217073 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ba9d4e61-afd0-4de1-8cf4-72e0b703fb8a req-f07a6971-83ed-4345-a966-0942cb72dce6 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Sep 10 17:44:22.297523 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:22.317845 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:22.318179 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2c0c07aa-7f9f-4ea9-8448-47d6a5e8ab6c not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:22.358760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-d8794527-4a72-43b4-b142-b1f62e37b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.360167 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-d8794527-4a72-43b4-b142-b1f62e37b6d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 1097 time: 0.0393765 Sep 10 17:44:22.460021 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-37ac6fb4-b5e7-4902-ad01-df3d17315f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.461531 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-37ac6fb4-b5e7-4902-ad01-df3d17315f86 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=005ca156ec0d419fad8821cedb4964e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928261 Sep 10 17:44:22.556391 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-fb8f874e-cf4e-47c4-a611-2c509c3ae625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.557851 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0dc27f8e-19d8-479f-9ba8-dc6cafe7240f req-fb8f874e-cf4e-47c4-a611-2c509c3ae625 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859237 Sep 10 17:44:22.638610 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6db2271f-daf9-42e8-8eed-4c177458ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.640073 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-6db2271f-daf9-42e8-8eed-4c177458ad01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=005ca156ec0d419fad8821cedb4964e1&device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 1097 time: 0.0411634 Sep 10 17:44:22.685673 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-4b8c78d1-0561-400a-aa4e-62382d8933cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8851863f-55a2-4e9b-824e-274af32fa586 HTTP/1.1" status: 200 len: 217 time: 0.0363519 Sep 10 17:44:22.734729 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-c69aca45-5f3b-47b9-a113-c72aff908fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:22.736108 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-c69aca45-5f3b-47b9-a113-c72aff908fbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db622983-d77e-44da-9918-6d531dab320c HTTP/1.1" status: 200 len: 855 time: 0.0431311 Sep 10 17:44:22.771027 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-096b0433-f172-470e-9505-7b252601931c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b4da5a1-4e2c-483d-a29f-84e53d243bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272262 Sep 10 17:44:22.863435 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-15900a6c-a9c0-4249-bd49-7ab2c34ed7fc service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Sep 10 17:44:22.951058 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7288bbe6-acbd-46f3-bc96-fbecbbfc5c03 req-cc12a8c9-0ba1-4607-8f88-1dd0e27f27ae service neutron] 10.222.0.61 "GET /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794871 Sep 10 17:44:23.330308 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3efd9e-7998-4c72-9f60-dcdb3b0f39dc req-c14ac2c3-f348-4ec4-83f1-e4506090251d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:23.331920 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c3efd9e-7998-4c72-9f60-dcdb3b0f39dc req-c14ac2c3-f348-4ec4-83f1-e4506090251d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 944 time: 0.0480127 Sep 10 17:44:23.374710 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c3efd9e-7998-4c72-9f60-dcdb3b0f39dc req-39f6ce3a-1f9e-4d48-b627-d9fcca576aef tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Sep 10 17:44:24.497180 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542dce-df5c-4baf-808c-18185d575047 req-cd03f54f-6a7f-40a7-8c7c-0461a4b126c5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:24.498635 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-42542dce-df5c-4baf-808c-18185d575047 req-cd03f54f-6a7f-40a7-8c7c-0461a4b126c5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 944 time: 0.0483503 Sep 10 17:44:24.535169 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-42542dce-df5c-4baf-808c-18185d575047 req-26893d10-361a-4512-a077-af242307c550 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Sep 10 17:44:25.280692 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 8851863f-55a2-4e9b-824e-274af32fa586 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:25.373147 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8851863f-55a2-4e9b-824e-274af32fa586,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:25.384480 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '8851863f-55a2-4e9b-824e-274af32fa586', 'network_id': '7b4da5a1-4e2c-483d-a29f-84e53d243bbc', 'port_id': '8851863f-55a2-4e9b-824e-274af32fa586', 'mac_address': 'fa:16:3e:b5:67:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db622983-d77e-44da-9918-6d531dab320c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:25.423329 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.435937 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8851863f-55a2-4e9b-824e-274af32fa586 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:25.453931 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8851863f-55a2-4e9b-824e-274af32fa586,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:25.508903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:25.553852 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:25.648359 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b2fff-07c5-4f3f-80d5-fa4cad20a995 req-a1f69a46-1116-400a-85d9-9f4738e5cae0 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:25.649829 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-471b2fff-07c5-4f3f-80d5-fa4cad20a995 req-a1f69a46-1116-400a-85d9-9f4738e5cae0 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 10 17:44:25.686949 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-471b2fff-07c5-4f3f-80d5-fa4cad20a995 req-cf22f687-678b-4dc7-87af-7d849b132e12 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Sep 10 17:44:26.800022 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da960568-3688-449b-a799-97938fad8155 req-56727e98-5f15-4efc-8e46-bd6554377f33 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:26.801525 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-da960568-3688-449b-a799-97938fad8155 req-56727e98-5f15-4efc-8e46-bd6554377f33 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 945 time: 0.0485427 Sep 10 17:44:26.842021 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-da960568-3688-449b-a799-97938fad8155 req-412805fb-4386-41e6-ae85-7e54ae6e1625 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Sep 10 17:44:27.954606 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dfa79-15d3-4dc9-a80c-60bd7581c15b req-86ef1ec4-5fc4-4ce1-87e3-26f1d544d669 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:27.956070 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-569dfa79-15d3-4dc9-a80c-60bd7581c15b req-86ef1ec4-5fc4-4ce1-87e3-26f1d544d669 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 10 17:44:27.993370 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-569dfa79-15d3-4dc9-a80c-60bd7581c15b req-69e4f9f6-5762-448a-8b10-8ebb7a0215aa tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Sep 10 17:44:28.382197 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['8851863f-55a2-4e9b-824e-274af32fa586'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:28.853448 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f477e281-f870-4900-82a7-527cd9ef9a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:29.107622 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfeb28-5c99-4882-af59-b9ef0030d208 req-f9136008-cecc-4dd4-913c-0d3339c418ff tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:29.109145 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1cfeb28-5c99-4882-af59-b9ef0030d208 req-f9136008-cecc-4dd4-913c-0d3339c418ff tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 945 time: 0.0491271 Sep 10 17:44:29.146627 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c1cfeb28-5c99-4882-af59-b9ef0030d208 req-38f1ba01-1a79-433e-83e4-a264c35b9a95 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Sep 10 17:44:29.407346 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-c40f8ba3-2b90-4081-93a6-43c4a03df7e5 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:29.409091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-c40f8ba3-2b90-4081-93a6-43c4a03df7e5 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/networks?id=76796846-1236-449e-b85e-a9d1420fe575 HTTP/1.1" status: 200 len: 813 time: 0.1028092 Sep 10 17:44:29.423097 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-d6ad33ab-e7de-4069-b8e7-1a70f906aacc tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/quotas/a464362ae2314af388b8288af121988c HTTP/1.1" status: 200 len: 375 time: 0.0085938 Sep 10 17:44:29.453174 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-e05b4d2e-0ede-4f9c-b821-9d829a29cad0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249827 Sep 10 17:44:29.546214 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-5ee095c2-efa7-4e8a-b384-6ee7c2969c10 service neutron] 10.222.0.53 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861678 Sep 10 17:44:29.635025 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-a278a151-80fb-4700-846b-45cbdd5132d3 service neutron] 10.222.0.53 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Sep 10 17:44:29.877297 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b0a0f867-199e-4fa0-a4a2-27f3a83161ee req-2a780b61-82ab-4dd3-8629-d3da0b017b93 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Sep 10 17:44:30.093764 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 8851863f-55a2-4e9b-824e-274af32fa586 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:30.247457 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 8851863f-55a2-4e9b-824e-274af32fa586 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:30.251914 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 8851863f-55a2-4e9b-824e-274af32fa586 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:30.252631 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.264795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db6ce1-1826-4744-9ff2-2b1e77c23f10 req-fe5e0fde-0913-41c6-8650-ff8e0880af4d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.266441 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-28db6ce1-1826-4744-9ff2-2b1e77c23f10 req-fe5e0fde-0913-41c6-8650-ff8e0880af4d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 945 time: 0.0530977 Sep 10 17:44:30.306913 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-28db6ce1-1826-4744-9ff2-2b1e77c23f10 req-07bdb292-ec61-4b87-9434-f4fd3dbcc87c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Sep 10 17:44:30.338459 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.362463 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:30.364701 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9140cc7d-6348-4967-a00c-9c5c7c9ce9d5" -d '{"events": [{"server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "name": "network-vif-plugged", "status": "completed", "tag": "8851863f-55a2-4e9b-824e-274af32fa586"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:30.377983 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8851863f-55a2-4e9b-824e-274af32fa586,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:30.402127 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8dd433-ae82-4c49-a440-c17929489167 x-openstack-request-id: req-ac8dd433-ae82-4c49-a440-c17929489167 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:30.402417 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "name": "network-vif-plugged", "status": "completed", "tag": "8851863f-55a2-4e9b-824e-274af32fa586", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:30.402670 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac8dd433-ae82-4c49-a440-c17929489167 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:30.403060 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586', 'code': 200} Sep 10 17:44:30.475987 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:30.523454 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:30.756349 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51750b02-7ea4-4895-92ec-c5c4415f6533 req-0de7e3ad-4e0d-4cea-8a03-915811d2d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:30.758262 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-51750b02-7ea4-4895-92ec-c5c4415f6533 req-0de7e3ad-4e0d-4cea-8a03-915811d2d44c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 1099 time: 0.0479906 Sep 10 17:44:30.794602 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-51750b02-7ea4-4895-92ec-c5c4415f6533 req-44ab8f45-64eb-40a5-9726-dba4e15db7b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282581 Sep 10 17:44:30.979493 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-cca84b85-dc3c-4bcd-9a63-59b3ed631212 req-f1097309-f6e5-40fe-a45b-e5ee7dbf9e2d tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 210 time: 0.0315478 Sep 10 17:44:31.424863 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-08a70a6e-0fbe-4dfb-bc13-ac759fcb6333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.441000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461eb0-d685-49d3-8575-6cb0de0a76d2 req-7a270179-1cf8-49fd-a9e3-09f1a4bed1f5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:31.442483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc461eb0-d685-49d3-8575-6cb0de0a76d2 req-7a270179-1cf8-49fd-a9e3-09f1a4bed1f5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0574863 Sep 10 17:44:31.488873 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-fc461eb0-d685-49d3-8575-6cb0de0a76d2 req-85089f47-6878-44ae-b8d3-988d015eaa2e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Sep 10 17:44:31.680811 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:31.991448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-56b2946e-4cea-4843-9738-e44c92fbc8e9 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:31.993315 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-56b2946e-4cea-4843-9738-e44c92fbc8e9 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "GET /v2.0/networks?id=76796846-1236-449e-b85e-a9d1420fe575 HTTP/1.1" status: 200 len: 813 time: 0.1030607 Sep 10 17:44:32.010605 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Request body: {'port': {'device_id': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'network_id': '76796846-1236-449e-b85e-a9d1420fe575', 'admin_state_up': True, 'tenant_id': 'a464362ae2314af388b8288af121988c'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:32.373053 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1a06303-4110-4619-935d-97d4ae817ea6 req-dfebd697-a968-48c8-9d31-1db2fade1755 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 210 time: 0.0322778 Sep 10 17:44:32.424535 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.479881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Made reservation on behalf of a464362ae2314af388b8288af121988c for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:44:32.483431 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.642636 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Allocated IP 172.20.0.9 (76796846-1236-449e-b85e-a9d1420fe575/aff0f356-317b-472d-941d-49676abfc12e/c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:44:32.654307 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e19c-fe11-4113-be97-e26b6e0dac1b req-5048a150-7774-481c-8ac0-90ed670d977f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:32.655789 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-55b2e19c-fe11-4113-be97-e26b6e0dac1b req-5048a150-7774-481c-8ac0-90ed670d977f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0920422 Sep 10 17:44:32.717563 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-55b2e19c-fe11-4113-be97-e26b6e0dac1b req-da8dbb31-c8ba-4249-b3ce-9ffc39bd889a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Sep 10 17:44:32.833314 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.949132 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:32.992221 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Network 76796846-1236-449e-b85e-a9d1420fe575 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:44:32.995319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:44:32.999259 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:44:33.024706 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Pushing event updated for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:33.052944 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.053549 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:33.120957 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-7887ec27-210d-46fc-b324-d08122d0622c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1145124 Sep 10 17:44:33.135117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Request body: {'port': {'device_id': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:44:33.191970 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:33.481112 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:33.490991 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:33.510578 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Transition to ACTIVE for port object c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:44:33.518974 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea3d01-859e-4409-a484-0fb6fd65859b req-3ddb4819-9db9-4cee-b0ff-916e8a86aff9 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:33.526660 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7ea3d01-859e-4409-a484-0fb6fd65859b req-3ddb4819-9db9-4cee-b0ff-916e8a86aff9 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 931 time: 0.0764503 Sep 10 17:44:33.562414 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d7ea3d01-859e-4409-a484-0fb6fd65859b req-d19bb412-761d-4c4d-8bcf-35ec33070177 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Sep 10 17:44:33.601833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:33.654187 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:33.722719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Attempting to bind port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:44:33.723063 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Attempting to bind port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:44:33.723361 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Attempting to bind port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce on network 76796846-1236-449e-b85e-a9d1420fe575 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:33.728027 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce on network 76796846-1236-449e-b85e-a9d1420fe575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:44:33.728374 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Attempting to bind port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce on network 76796846-1236-449e-b85e-a9d1420fe575 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:44:33.733193 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:44:33.733522 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Checking segment: {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:44:33.733905 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Bound using segment: {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:44:33.734321 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Bound port: c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3d224c-7448-4921-9373-d2ed9ccea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '76796846-1236-449e-b85e-a9d1420fe575'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:44:33.734671 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:33.802750 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:44:33.805958 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:44:33.967576 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:34.000632 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.005516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:34.005516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] 10.222.0.61 "PUT /v2.0/ports/c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce HTTP/1.1" status: 200 len: 1093 time: 0.8717661 Sep 10 17:44:34.005516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:34.005516 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05" -d '{"events": [{"name": "network-changed", "server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:34.032810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b7352-0b61-4276-9980-00d4bb27513b service neutron] Pushing event updated for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:34.051055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b29de-6441-43d7-bd62-ff755cbfcde9 x-openstack-request-id: req-060b29de-6441-43d7-bd62-ff755cbfcde9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:34.051343 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:34.051597 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-060b29de-6441-43d7-bd62-ff755cbfcde9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:34.051995 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce', 'status': 'completed', 'code': 200} Sep 10 17:44:34.113597 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-38e676d6-3c2e-41f1-a9db-bc3e3c798dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.114971 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-38e676d6-3c2e-41f1-a9db-bc3e3c798dbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 1096 time: 0.0408082 Sep 10 17:44:34.216435 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-d20de592-92a3-4848-853a-9bfae3a2112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.217902 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-d20de592-92a3-4848-853a-9bfae3a2112b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a464362ae2314af388b8288af121988c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0943360 Sep 10 17:44:34.281872 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:34.313051 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-07151fe6-98d0-4769-af29-829f6580c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.314586 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eb6122ce-4d70-458b-bc34-3bb53ecc4d05 req-07151fe6-98d0-4769-af29-829f6580c338 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886855 Sep 10 17:44:34.398871 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-c4ba17fa-1410-4a89-a4e1-d28846f81022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.400407 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-c4ba17fa-1410-4a89-a4e1-d28846f81022 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a464362ae2314af388b8288af121988c&device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 1096 time: 0.0470347 Sep 10 17:44:34.448304 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-4e84fe0f-eb78-47a0-9d1b-4b274c63441b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce HTTP/1.1" status: 200 len: 217 time: 0.0381444 Sep 10 17:44:34.498756 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005363b-398a-4de8-8b32-98be332d5e08 req-5f70ddd4-7e6d-485f-8e4e-ce57a1451018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.500230 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-5f70ddd4-7e6d-485f-8e4e-ce57a1451018 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aff0f356-317b-472d-941d-49676abfc12e HTTP/1.1" status: 200 len: 853 time: 0.0442615 Sep 10 17:44:34.532516 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-c96ac3c6-a84e-47db-bbf4-2d2a2edc2cc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=76796846-1236-449e-b85e-a9d1420fe575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238535 Sep 10 17:44:34.632699 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-23f93c51-ba0e-46cc-8338-69a8a2b1db7b service neutron] 10.222.0.61 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923462 Sep 10 17:44:34.739445 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f1493-06d7-49d9-85af-808c2e34bd42 req-91dcaf8c-a827-4b87-a777-7ef1cd185a42 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:34.740985 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c06f1493-06d7-49d9-85af-808c2e34bd42 req-91dcaf8c-a827-4b87-a777-7ef1cd185a42 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 943 time: 0.1040752 Sep 10 17:44:34.781172 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e005363b-398a-4de8-8b32-98be332d5e08 req-9e9ebce4-d229-43b9-ab38-a4ab59ba93cc service neutron] 10.222.0.61 "GET /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360295 Sep 10 17:44:34.795415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c06f1493-06d7-49d9-85af-808c2e34bd42 req-2f7e1df1-85ae-46cf-80cf-0c951fea01d7 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Sep 10 17:44:35.093329 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:44:35.909271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe677e-6d5b-4655-88b5-41930d2e037c req-f422d748-eeea-44c4-b24e-da9101e8101a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:35.910763 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4fbe677e-6d5b-4655-88b5-41930d2e037c req-f422d748-eeea-44c4-b24e-da9101e8101a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 943 time: 0.0493765 Sep 10 17:44:35.948492 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4fbe677e-6d5b-4655-88b5-41930d2e037c req-5f7a33d4-a88d-4e7a-9270-0521b70110d2 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Sep 10 17:44:37.062920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3871-0407-424d-9daa-ed66c484b9f3 req-03405392-3df6-450c-a550-b2811487adc4 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:37.064406 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-216f3871-0407-424d-9daa-ed66c484b9f3 req-03405392-3df6-450c-a550-b2811487adc4 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 943 time: 0.0476370 Sep 10 17:44:37.101115 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-216f3871-0407-424d-9daa-ed66c484b9f3 req-3b4dcd9b-f7a6-4a77-ad18-0904b49952ff tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301149 Sep 10 17:44:38.115493 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:44:38.212249 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:38.218593 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d00703-d382-4c6c-96ef-3c706201def2 req-10bc3b3c-b160-4cec-9340-7881613eaf6e tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:38.220074 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9d00703-d382-4c6c-96ef-3c706201def2 req-10bc3b3c-b160-4cec-9340-7881613eaf6e tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 943 time: 0.0524042 Sep 10 17:44:38.223106 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce', 'network_id': '76796846-1236-449e-b85e-a9d1420fe575', 'port_id': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce', 'mac_address': 'fa:16:3e:72:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff0f356-317b-472d-941d-49676abfc12e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:44:38.257308 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a9d00703-d382-4c6c-96ef-3c706201def2 req-8daa0605-d521-4fc3-8a46-7a4a77bfd25d tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Sep 10 17:44:38.259865 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:38.272365 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:44:38.291057 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:38.349978 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:38.395782 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:38.403203 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.407310 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:44:38.634861 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:39.370310 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e3b8-6178-432e-8c88-f61188568077 req-a77f6675-c974-4867-b126-12a14a6e5e1c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:39.372067 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6967e3b8-6178-432e-8c88-f61188568077 req-a77f6675-c974-4867-b126-12a14a6e5e1c tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 944 time: 0.0494184 Sep 10 17:44:39.410033 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6967e3b8-6178-432e-8c88-f61188568077 req-4cad45af-a63b-41a5-bf59-71895ba0e04d tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Sep 10 17:44:40.129249 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:44:40.228407 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:44:40.232314 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:44:40.232690 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:40.310377 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:40.332723 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:40.335160 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc962646-1daa-4499-b5d4-4a1ac0590f11" -d '{"events": [{"server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "name": "network-vif-plugged", "status": "completed", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:40.347137 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:40.371316 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e77633c-9107-4922-9f2d-34c6ce1bedf1 x-openstack-request-id: req-6e77633c-9107-4922-9f2d-34c6ce1bedf1 {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:40.371896 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "name": "network-vif-plugged", "status": "completed", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:40.372144 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e77633c-9107-4922-9f2d-34c6ce1bedf1 {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:40.372556 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce', 'code': 200} Sep 10 17:44:40.407978 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:40.459688 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:40.524777 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e066f3c-56f0-42d2-ae4d-eb5eeccda7d7 req-1110bf2a-860a-49ad-9d29-69c73f435678 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.526323 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e066f3c-56f0-42d2-ae4d-eb5eeccda7d7 req-1110bf2a-860a-49ad-9d29-69c73f435678 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.0488963 Sep 10 17:44:40.564263 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e066f3c-56f0-42d2-ae4d-eb5eeccda7d7 req-0baaa5d6-e08d-4b8e-aeca-4f96dd24ccc4 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Sep 10 17:44:40.706775 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b808ab-73fa-4ab2-865a-9cb611f6cac2 req-8c3aebb1-dc27-463c-b608-4527a8df592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:40.708146 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-65b808ab-73fa-4ab2-865a-9cb611f6cac2 req-8c3aebb1-dc27-463c-b608-4527a8df592c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 1098 time: 0.0464051 Sep 10 17:44:40.743434 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-65b808ab-73fa-4ab2-865a-9cb611f6cac2 req-4488005e-2397-431f-991d-c056652dffa3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277524 Sep 10 17:44:41.677241 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd908f-073b-4b03-9248-c1226d30b319 req-7d0da7c3-06b6-498a-8a40-54142c905bbd tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:41.679280 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4edd908f-073b-4b03-9248-c1226d30b319 req-7d0da7c3-06b6-498a-8a40-54142c905bbd tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Sep 10 17:44:41.715791 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4edd908f-073b-4b03-9248-c1226d30b319 req-7c0a5756-7bb1-4d9e-852f-c4d862c25a4f tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306177 Sep 10 17:44:42.831530 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f025-d94a-498c-8330-fb9e2b2ed4ce req-a9719817-3679-4ab4-a473-4317e79229fc tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:42.833055 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9e5f025-d94a-498c-8330-fb9e2b2ed4ce req-a9719817-3679-4ab4-a473-4317e79229fc tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Sep 10 17:44:42.877358 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e9e5f025-d94a-498c-8330-fb9e2b2ed4ce req-e0986dfa-ae57-4b4f-a11e-7714a451a85f tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 10 17:44:46.007356 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109b232-64f9-4113-9cc5-f56c8ee7d526 req-a6e431ff-f21e-4d0c-942d-0b11340cb5eb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:46.009366 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b109b232-64f9-4113-9cc5-f56c8ee7d526 req-a6e431ff-f21e-4d0c-942d-0b11340cb5eb tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0529380 Sep 10 17:44:46.048164 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b109b232-64f9-4113-9cc5-f56c8ee7d526 req-cce558b6-8a66-458d-a7b7-7007d3ba3db9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Sep 10 17:44:47.162288 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2051c-122a-4f21-9825-8b43e95f1b0c req-5b64d424-2e37-44ec-b756-e98053fef403 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:47.164483 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8bb2051c-122a-4f21-9825-8b43e95f1b0c req-5b64d424-2e37-44ec-b756-e98053fef403 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0491717 Sep 10 17:44:47.201275 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8bb2051c-122a-4f21-9825-8b43e95f1b0c req-e2538995-c76b-4855-bd6d-93ac6bba8307 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Sep 10 17:44:47.945628 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-652fa53f-cefc-46bf-96cc-75829784b0ea tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:47.947248 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-652fa53f-cefc-46bf-96cc-75829784b0ea tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0477345 Sep 10 17:44:48.039661 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.040450 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Deleting port 8851863f-55a2-4e9b-824e-274af32fa586 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:48.040792 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.126603 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] For port 8851863f-55a2-4e9b-824e-274af32fa586, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8851863f-55a2-4e9b-824e-274af32fa586,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:48.126961 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.139466 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Calling delete_port for 8851863f-55a2-4e9b-824e-274af32fa586 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:48.311863 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572d34c-3fbe-46c3-8c55-58bc9017317e req-e2850e37-5cac-4d72-ab49-9ae5074bca6f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:48.313355 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0572d34c-3fbe-46c3-8c55-58bc9017317e req-e2850e37-5cac-4d72-ab49-9ae5074bca6f tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a25377e2-01f9-44dc-944c-cc9f51ba1c1e HTTP/1.1" status: 200 len: 946 time: 0.0468066 Sep 10 17:44:48.326448 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.342139 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e', '2243c654-11dc-437f-8861-aa289be168e8', 'ac781599-663b-44bd-90ca-faa172bfc51f', '8851863f-55a2-4e9b-824e-274af32fa586'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:48.365126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event deleted for resources: {'Port': ['ID=8851863f-55a2-4e9b-824e-274af32fa586,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:48.409618 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0572d34c-3fbe-46c3-8c55-58bc9017317e req-1f430e07-e40a-4e5f-8ab4-e3bfd74972a4 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Sep 10 17:44:48.422927 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] No DVR routers for this DVR port 8851863f-55a2-4e9b-824e-274af32fa586 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:48.425583 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:48.427646 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-611c67a5-5f1e-492b-b9f5-2a1d295bdd04 req-81ccd312-693a-4b8d-b243-0071df9ee28b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "DELETE /v2.0/ports/8851863f-55a2-4e9b-824e-274af32fa586 HTTP/1.1" status: 204 len: 173 time: 0.4740436 Sep 10 17:44:48.428101 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'name': 'network-vif-deleted', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:48.430923 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c6306-3bed-4fd0-befd-647a1127bdd6" -d '{"events": [{"server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "name": "network-vif-deleted", "tag": "8851863f-55a2-4e9b-824e-274af32fa586"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:48.466134 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12782ee3-15dd-49ff-ae48-74708874427c x-openstack-request-id: req-12782ee3-15dd-49ff-ae48-74708874427c {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:48.467030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25377e2-01f9-44dc-944c-cc9f51ba1c1e", "name": "network-vif-deleted", "tag": "8851863f-55a2-4e9b-824e-274af32fa586", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:48.467030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12782ee3-15dd-49ff-ae48-74708874427c {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:48.467227 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25377e2-01f9-44dc-944c-cc9f51ba1c1e', 'name': 'network-vif-deleted', 'tag': '8851863f-55a2-4e9b-824e-274af32fa586', 'status': 'completed', 'code': 200} Sep 10 17:44:51.083479 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073baa-a6f7-4ce8-b942-4a62ff1755f3 req-934631ff-c971-437d-ad3f-57a29dadf33a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:51.085012 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b2073baa-a6f7-4ce8-b942-4a62ff1755f3 req-934631ff-c971-437d-ad3f-57a29dadf33a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Sep 10 17:44:51.126400 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b2073baa-a6f7-4ce8-b942-4a62ff1755f3 req-51a9113c-abb6-469d-9b28-f22e43ee5579 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Sep 10 17:44:52.246899 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11142a04-539e-4024-a24e-6e46017fa41d req-03ab1acf-2509-4192-a7e7-fbdbe86208db tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:52.248296 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-11142a04-539e-4024-a24e-6e46017fa41d req-03ab1acf-2509-4192-a7e7-fbdbe86208db tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0523338 Sep 10 17:44:52.284999 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-11142a04-539e-4024-a24e-6e46017fa41d req-c1b138ff-77b1-41c5-94ec-41b917211fcc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Sep 10 17:44:52.769263 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 8851863f-55a2-4e9b-824e-274af32fa586 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:44:52.791951 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 8851863f-55a2-4e9b-824e-274af32fa586 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:44:52.792313 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 8851863f-55a2-4e9b-824e-274af32fa586 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:44:53.398845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c004a-e37f-4707-9970-27bae3dc7c4c req-378eea91-c60c-4c3d-a5ed-8476255231d9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:53.400331 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9d2c004a-e37f-4707-9970-27bae3dc7c4c req-378eea91-c60c-4c3d-a5ed-8476255231d9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Sep 10 17:44:53.438355 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9d2c004a-e37f-4707-9970-27bae3dc7c4c req-0bd5d4de-a63a-47e8-9a86-48c66cb70349 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Sep 10 17:44:54.551055 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b157a50-3d73-4f44-9d93-675a76b7e55c req-c75d1ae5-ed9b-402a-aa65-5182e3ae14dc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.552508 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8b157a50-3d73-4f44-9d93-675a76b7e55c req-c75d1ae5-ed9b-402a-aa65-5182e3ae14dc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0477293 Sep 10 17:44:54.589652 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8b157a50-3d73-4f44-9d93-675a76b7e55c req-e75ed905-24f8-41f6-a97c-2f6492ab0aa7 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307462 Sep 10 17:44:54.723817 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-678c7bf7-44db-4a45-847e-88ed6ac412aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449598 Sep 10 17:44:54.786760 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-ac1d91de-d223-4ff2-8eb7-2434652f3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.788821 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-ac1d91de-d223-4ff2-8eb7-2434652f3fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0388997 Sep 10 17:44:54.896199 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-62219dcb-f312-4af6-91f0-490a33e9e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:54.898473 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-62219dcb-f312-4af6-91f0-490a33e9e4e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0885081 Sep 10 17:44:54.968163 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-6b6526f0-5d4c-4a41-9700-22d86936bf2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 1001 time: 0.0563536 Sep 10 17:44:55.018817 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-a58a6abe-0677-404c-83d5-44ef42af97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:55.020143 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-a58a6abe-0677-404c-83d5-44ef42af97d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0432165 Sep 10 17:44:55.107091 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-5b34097a-e899-40c0-9f91-375e764070e9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:55.108566 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-5b34097a-e899-40c0-9f91-375e764070e9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0753951 Sep 10 17:44:55.111076 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-89394f93-663f-49e9-93fa-1bf061f04ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:44:55.112484 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-89394f93-663f-49e9-93fa-1bf061f04ec5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804198 Sep 10 17:44:55.265919 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-740a0222-e360-4320-ac83-b2f7f7945ae7 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376483 Sep 10 17:44:55.274297 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Deleting port ac781599-663b-44bd-90ca-faa172bfc51f {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:44:55.274583 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:55.426696 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] For port ac781599-663b-44bd-90ca-faa172bfc51f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ac781599-663b-44bd-90ca-faa172bfc51f,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:44:55.427060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:55.437209 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f339baa7-a0fc-4ba8-a0d5-dc5ec1313712 req-cee3e249-0960-472a-a90b-56def568554e service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587496 Sep 10 17:44:55.443313 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Calling delete_port for ac781599-663b-44bd-90ca-faa172bfc51f owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:44:55.665142 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:55.677447 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e', '2243c654-11dc-437f-8861-aa289be168e8', 'ac781599-663b-44bd-90ca-faa172bfc51f'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:44:55.687349 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7704032e-4e7a-4132-a98e-03cbe6c90ecb req-e87ef74d-ddc0-48aa-a096-0eccd15ef6a1 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0331995 Sep 10 17:44:55.709867 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event deleted for resources: {'Port': ['ID=ac781599-663b-44bd-90ca-faa172bfc51f,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:44:55.753064 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] No DVR routers for this DVR port ac781599-663b-44bd-90ca-faa172bfc51f on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:44:55.755501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:55.757531 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-216484ae-27e8-4d5a-b66e-1044f331c4c3 req-7f09bd77-e655-44ac-b68c-5bd60cba090a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "DELETE /v2.0/ports/ac781599-663b-44bd-90ca-faa172bfc51f HTTP/1.1" status: 204 len: 173 time: 0.6352942 Sep 10 17:44:55.757978 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'name': 'network-vif-deleted', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:44:55.760689 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618342d5-4270-4a97-88c8-32eb0decde3a" -d '{"events": [{"server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "name": "network-vif-deleted", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:44:55.802842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffaa63-5216-4c2d-a0e7-28d5fd462b78 x-openstack-request-id: req-00ffaa63-5216-4c2d-a0e7-28d5fd462b78 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:44:55.803274 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9", "name": "network-vif-deleted", "tag": "ac781599-663b-44bd-90ca-faa172bfc51f", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:44:55.804379 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00ffaa63-5216-4c2d-a0e7-28d5fd462b78 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:44:55.804379 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9', 'name': 'network-vif-deleted', 'tag': 'ac781599-663b-44bd-90ca-faa172bfc51f', 'status': 'completed', 'code': 200} Sep 10 17:44:56.794602 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-899ba326-e804-4fb3-8bd0-447a270a80ec req-dc805df7-1ba4-4970-9527-2bdc638b686c tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Sep 10 17:44:57.897091 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-20b7d678-dbd1-4917-9d50-6fc9f4954ad3 req-cbbda4f6-e4e4-4031-a543-718fb0d4dcba tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0250759 Sep 10 17:44:58.770223 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6f9448a9-f25e-4281-baab-960d333c7211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:44:58.997569 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d3ceff31-2619-42e6-934b-e2cfcdb0d75f req-60111350-4985-4dd1-a42d-ac45461d65ba tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=a176143d-0b4c-4e7d-8c6b-59c46bb0a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0258234 Sep 10 17:45:00.476833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0807d-f83b-4fe8-a967-fc6a3411de02 req-96c4f2a2-4307-4d0c-ad6e-678fc62b1e62 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:00.478290 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dbb0807d-f83b-4fe8-a967-fc6a3411de02 req-96c4f2a2-4307-4d0c-ad6e-678fc62b1e62 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Sep 10 17:45:00.515618 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-dbb0807d-f83b-4fe8-a967-fc6a3411de02 req-ff495f10-16c1-47b0-8ac5-518241e6618a tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Sep 10 17:45:01.427226 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-17b6b713-6fd8-49cb-bf76-c56b65dc2ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:01.633569 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919277e-e2eb-4a88-bef4-155ff579ec29 req-c55e111f-f5e7-474b-a8d3-e31e40cb934e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:01.635016 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6919277e-e2eb-4a88-bef4-155ff579ec29 req-c55e111f-f5e7-474b-a8d3-e31e40cb934e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0521646 Sep 10 17:45:01.672231 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6919277e-e2eb-4a88-bef4-155ff579ec29 req-2c0dc21b-ee82-405c-bf5e-4510e604377d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Sep 10 17:45:01.690159 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:02.423987 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:02.788418 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906399d-522e-4db8-bc39-b07613721d0b req-17c8e3b5-8c58-45ee-9a66-5c0f413a77af tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:02.790536 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7906399d-522e-4db8-bc39-b07613721d0b req-17c8e3b5-8c58-45ee-9a66-5c0f413a77af tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0508196 Sep 10 17:45:02.827292 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7906399d-522e-4db8-bc39-b07613721d0b req-1664ef24-0a45-4597-aeb2-9e101a0558d9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Sep 10 17:45:03.047462 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac781599-663b-44bd-90ca-faa172bfc51f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:03.067002 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: ac781599-663b-44bd-90ca-faa172bfc51f {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:03.067344 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device ac781599-663b-44bd-90ca-faa172bfc51f not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:03.940309 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403145c-5028-444b-9cbc-cc836fbdacce req-56c9e84d-0a35-4e4b-94dd-aa989db77fe8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:03.942062 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f403145c-5028-444b-9cbc-cc836fbdacce req-56c9e84d-0a35-4e4b-94dd-aa989db77fe8 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0476060 Sep 10 17:45:03.980009 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f403145c-5028-444b-9cbc-cc836fbdacce req-696c86d2-0f5d-4035-bcec-7f7cc6ab32b9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Sep 10 17:45:04.313248 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:04.786236 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dee3b-9de1-428e-b086-d56b17fda287 req-be54b159-ddbe-498f-8e4e-ff2def5f8920 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:04.787714 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-844dee3b-9de1-428e-b086-d56b17fda287 req-be54b159-ddbe-498f-8e4e-ff2def5f8920 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0565336 Sep 10 17:45:04.891384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Deleting port 2243c654-11dc-437f-8861-aa289be168e8 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:04.891725 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:04.982354 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] For port 2243c654-11dc-437f-8861-aa289be168e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2243c654-11dc-437f-8861-aa289be168e8,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:04.983082 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:04.994925 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Calling delete_port for 2243c654-11dc-437f-8861-aa289be168e8 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:05.115585 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8104-8f91-4d60-843e-e155e840ca92 req-4f3d27f7-e3f2-4661-83af-bfad997713f7 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:05.117676 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-60ab8104-8f91-4d60-843e-e155e840ca92 req-4f3d27f7-e3f2-4661-83af-bfad997713f7 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 946 time: 0.0713687 Sep 10 17:45:05.187629 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-60ab8104-8f91-4d60-843e-e155e840ca92 req-e9c0cdc7-a6d3-4f4c-a1ca-9ab2572a6b01 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625725 Sep 10 17:45:05.250435 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:05.262215 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e', '2243c654-11dc-437f-8861-aa289be168e8'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:05.279889 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event deleted for resources: {'Port': ['ID=2243c654-11dc-437f-8861-aa289be168e8,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:05.323413 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] No DVR routers for this DVR port 2243c654-11dc-437f-8861-aa289be168e8 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:05.325996 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:05.328012 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-844dee3b-9de1-428e-b086-d56b17fda287 req-5fadbf16-00d2-483f-9545-23e7cd9c06a5 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "DELETE /v2.0/ports/2243c654-11dc-437f-8861-aa289be168e8 HTTP/1.1" status: 204 len: 173 time: 0.5335789 Sep 10 17:45:05.328505 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'name': 'network-vif-deleted', 'tag': '2243c654-11dc-437f-8861-aa289be168e8'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:05.330723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2da06-de3b-47be-8a2f-dcf1722dde83" -d '{"events": [{"server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "name": "network-vif-deleted", "tag": "2243c654-11dc-437f-8861-aa289be168e8"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:05.373630 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20501e25-58b8-41b1-b18b-6d23f69d3448 x-openstack-request-id: req-20501e25-58b8-41b1-b18b-6d23f69d3448 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:05.374031 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751cb6fc-ca5f-4669-b291-64c89c45af31", "name": "network-vif-deleted", "tag": "2243c654-11dc-437f-8861-aa289be168e8", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:05.374451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20501e25-58b8-41b1-b18b-6d23f69d3448 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:05.374871 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751cb6fc-ca5f-4669-b291-64c89c45af31', 'name': 'network-vif-deleted', 'tag': '2243c654-11dc-437f-8861-aa289be168e8', 'status': 'completed', 'code': 200} Sep 10 17:45:06.291130 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-95d6030a-7e83-4685-a1fc-bcf43527b933 req-f795fc0c-bcee-444e-a22f-6aafec00bfe2 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=751cb6fc-ca5f-4669-b291-64c89c45af31 HTTP/1.1" status: 200 len: 210 time: 0.0255835 Sep 10 17:45:08.131902 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-812c24eb-a7a4-4a3d-a8bb-6fbe091a3eae tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021543786&fields=id&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 267 time: 0.0372431 Sep 10 17:45:08.237395 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e63b8713-efba-468c-b0d5-74262e06f608 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:08.240548 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e63b8713-efba-468c-b0d5-74262e06f608 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.1014137 Sep 10 17:45:08.255402 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-a9320884-89a9-4ac9-978a-c4c31a367ee6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/quotas/35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 375 time: 0.0096078 Sep 10 17:45:08.315678 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-2eead382-99ed-4e43-8005-23ba9de34dbc tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543027 Sep 10 17:45:08.408941 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-6602e05e-964c-4542-a7c0-ca7615f4594a service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813096 Sep 10 17:45:08.498980 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-0d00f315-277c-4515-b5a0-537f5571e305 service neutron] 10.222.0.53 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835416 Sep 10 17:45:09.040906 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbd38-d1c1-470d-8b35-c9ca013fe908 req-5c3e1306-bdda-4dec-a528-850fc37b4226 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:09.042718 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7fdbbd38-d1c1-470d-8b35-c9ca013fe908 req-5c3e1306-bdda-4dec-a528-850fc37b4226 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Sep 10 17:45:09.068429 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2243c654-11dc-437f-8861-aa289be168e8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:09.093432 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 2243c654-11dc-437f-8861-aa289be168e8 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:09.093432 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 2243c654-11dc-437f-8861-aa289be168e8 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:09.093844 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ce31af7e-cbf4-4061-a015-0842252400fd req-af98e1f5-66f4-4ff7-9de2-18327081d2aa tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 210 time: 0.0280187 Sep 10 17:45:09.109296 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7fdbbd38-d1c1-470d-8b35-c9ca013fe908 req-ade8995d-9d91-45bb-9cfd-49298137c749 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Sep 10 17:45:09.738269 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980e3e-4beb-4987-afd9-6ddad3077848 req-e21a8748-1fe4-4de7-bec3-a38454845c4a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:09.739631 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ad980e3e-4beb-4987-afd9-6ddad3077848 req-e21a8748-1fe4-4de7-bec3-a38454845c4a tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Sep 10 17:45:09.777624 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ad980e3e-4beb-4987-afd9-6ddad3077848 req-6bf8e5f8-1eee-4d9f-960e-a3b0989fda6b tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Sep 10 17:45:10.184716 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e54cb221-f24d-4de6-8603-a742a2b3f34f req-03ae6fa8-e1ca-44ae-bf1d-e9975e748f19 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 10 17:45:10.232545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd0af9-0cfc-406b-8898-bf9d49d34d1b req-36013e97-640e-45cc-8f6c-207245e0663d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:10.234033 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0cd0af9-0cfc-406b-8898-bf9d49d34d1b req-36013e97-640e-45cc-8f6c-207245e0663d tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.0484617 Sep 10 17:45:10.272386 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c0cd0af9-0cfc-406b-8898-bf9d49d34d1b req-e389d626-0bfe-471c-b375-077393206935 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Sep 10 17:45:10.919637 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca037-7e06-4205-93d2-216c167422f8 req-b33f2a77-a0c8-4173-a7ab-cc3501c113fc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:10.921145 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-964ca037-7e06-4205-93d2-216c167422f8 req-b33f2a77-a0c8-4173-a7ab-cc3501c113fc tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.0784521 Sep 10 17:45:10.929512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb443ca-b202-4653-9812-478b6cf0fd69 req-fd7e0304-fa93-4eaf-adc3-333caa917040 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:10.931475 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ffb443ca-b202-4653-9812-478b6cf0fd69 req-fd7e0304-fa93-4eaf-adc3-333caa917040 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.0806105 Sep 10 17:45:11.019487 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ffb443ca-b202-4653-9812-478b6cf0fd69 req-c50863ec-3518-4601-86cd-a591779c27db tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810430 Sep 10 17:45:11.104271 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Deleting port a934388f-80cd-4162-996a-35d56a2b821e {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:11.104784 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:11.450090 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-6d8948c1-b7cd-43a3-b371-d707fac1d919 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:11.451476 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-6d8948c1-b7cd-43a3-b371-d707fac1d919 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 811 time: 0.4311459 Sep 10 17:45:11.505993 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1e66aeb5-2f26-4bfd-a88d-529966e88054 req-9f3e8090-1cda-4103-be02-a772d5c14b3c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 210 time: 0.0660477 Sep 10 17:45:11.578299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] For port a934388f-80cd-4162-996a-35d56a2b821e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a934388f-80cd-4162-996a-35d56a2b821e,segment=NetworkSegment(f2a87856-29ad-423a-bd82-2e46b70cd5bd),segment_id=f2a87856-29ad-423a-bd82-2e46b70cd5bd)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:11.578661 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:11.602497 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-a7b45eb3-a2a2-4847-b166-af4fa771ac45 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35212163e3d04b73adfd995294308435 HTTP/1.1" status: 200 len: 380 time: 0.1324220 Sep 10 17:45:11.604063 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Calling delete_port for a934388f-80cd-4162-996a-35d56a2b821e owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:11.615880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5d44f-b75d-42e9-87f7-dab61ec7ba96 req-2a92863b-417d-42e6-b6b0-98e17817eaf9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:11.617920 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6af5d44f-b75d-42e9-87f7-dab61ec7ba96 req-2a92863b-417d-42e6-b6b0-98e17817eaf9 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 946 time: 0.1788921 Sep 10 17:45:11.627723 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'port': {'device_id': '4b71702e-652f-4906-866a-b381105a80f5', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'admin_state_up': True, 'tenant_id': '35212163e3d04b73adfd995294308435', 'security_groups': ['6a298395-6021-4ab3-adf7-fa512577604a']}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:11.662575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-34a6201a-556d-4dd8-8975-93fafbdda7b0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:11.663965 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-34a6201a-556d-4dd8-8975-93fafbdda7b0 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.1498916 Sep 10 17:45:11.822347 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6af5d44f-b75d-42e9-87f7-dab61ec7ba96 req-ab60ef78-4067-4510-b231-773bb71c7d04 tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d8b3683-f4c6-4497-b4c9-be877dcfe03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863368 Sep 10 17:45:11.944117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Deleting port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:45:11.944821 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.031870 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] For port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,segment=NetworkSegment(cf3d224c-7448-4921-9373-d2ed9ccea332),segment_id=cf3d224c-7448-4921-9373-d2ed9ccea332)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:12.032262 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.040465 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Made reservation on behalf of 35212163e3d04b73adfd995294308435 for: {'port': 1} {{(pid=94683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 17:45:12.043956 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.051372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.067495 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['a934388f-80cd-4162-996a-35d56a2b821e'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:12.091273 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Calling delete_port for c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:45:12.093583 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:45:12.109420 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Pushing event deleted for resources: {'Port': ['ID=a934388f-80cd-4162-996a-35d56a2b821e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:12.182759 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] No DVR routers for this DVR port a934388f-80cd-4162-996a-35d56a2b821e on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:12.185312 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.189327 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-964ca037-7e06-4205-93d2-216c167422f8 req-58375482-9f6c-4aca-93e0-07d07712018e tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.61 "DELETE /v2.0/ports/a934388f-80cd-4162-996a-35d56a2b821e HTTP/1.1" status: 204 len: 173 time: 1.2549589 Sep 10 17:45:12.219684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'name': 'network-vif-deleted', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:12.223813 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e2221-d9c1-418d-a702-531e69dce3ab" -d '{"events": [{"server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "name": "network-vif-deleted", "tag": "a934388f-80cd-4162-996a-35d56a2b821e"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:12.292521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f3b8-18e3-47f4-adc0-5b22ea21f12a req-62e97c65-0f2b-4e8f-a2cd-0260a621fe98 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:12.294029 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2874f3b8-18e3-47f4-adc0-5b22ea21f12a req-62e97c65-0f2b-4e8f-a2cd-0260a621fe98 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 945 time: 0.1976440 Sep 10 17:45:12.304264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640c112-4abf-4a1d-93c4-6e581a02e436 x-openstack-request-id: req-9640c112-4abf-4a1d-93c4-6e581a02e436 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:12.304264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9e2d9-4dff-4653-858f-e984289c0a41", "name": "network-vif-deleted", "tag": "a934388f-80cd-4162-996a-35d56a2b821e", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:12.304264 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9640c112-4abf-4a1d-93c4-6e581a02e436 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:12.304264 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9e2d9-4dff-4653-858f-e984289c0a41', 'name': 'network-vif-deleted', 'tag': 'a934388f-80cd-4162-996a-35d56a2b821e', 'status': 'completed', 'code': 200} Sep 10 17:45:12.393540 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-2874f3b8-18e3-47f4-adc0-5b22ea21f12a req-24c9b350-2c5a-44d1-a52e-4e281d1c35ae tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/security-groups?id=5be3f691-6a0b-4575-ab3a-5b0e8933755f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875731 Sep 10 17:45:12.401362 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.20.0.5 (e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7/420784b1-ef85-462e-a689-76fa0112ebd3/19ec2bba-4150-4fdc-9fbd-fc1444fc9261) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:45:12.531397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.543065 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:12.573438 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Pushing event deleted for resources: {'Port': ['ID=c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:12.634491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f415f217-fcdc-4dab-b37c-0a1536db90c6 req-c8b11a94-b102-4657-ba3d-e5a9c4b5dce6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 210 time: 0.0558422 Sep 10 17:45:12.649899 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] No DVR routers for this DVR port c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:45:12.658984 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.660928 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-1c7b3a3a-7f96-40d5-a17f-43282652316c req-ff3cb681-0c42-455d-936a-c56ec927fa73 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.61 "DELETE /v2.0/ports/c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce HTTP/1.1" status: 204 len: 173 time: 0.9597950 Sep 10 17:45:12.665731 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.678319 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Transition to ACTIVE for port object 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 will not be triggered until provisioned by entity DHCP. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:45:12.781677 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.831067 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:45:12.834174 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:45:12.838800 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:45:12.847687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:12.901482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:12.902507 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:12.938506 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-76e59f61-b18d-482f-8bb9-b067a61aabd8 req-d973d5b9-e2bf-4b9f-99a1-309d71fcb94b tempest-AttachVolumeNegativeTest-2039340176 tempest-AttachVolumeNegativeTest-2039340176-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ee9e2d9-4dff-4653-858f-e984289c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Sep 10 17:45:13.033545 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-3df333ec-baa0-45fe-97f7-5bac32299411 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122376 Sep 10 17:45:13.063486 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Request body: {'port': {'device_id': '4b71702e-652f-4906-866a-b381105a80f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:13.126582 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.170968 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-818550b4-6945-4e6e-a0d8-79061dc9895b None None] Provisioning for port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 completed by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:45:13.177408 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-818550b4-6945-4e6e-a0d8-79061dc9895b None None] Provisioning complete for port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 triggered by entity DHCP. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:45:13.185627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-818550b4-6945-4e6e-a0d8-79061dc9895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.214444 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-818550b4-6945-4e6e-a0d8-79061dc9895b None None] Port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 cannot update to ACTIVE because it is not bound. {{(pid=94684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 17:45:13.392253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 {{(pid=94683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:45:13.399392 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.410561 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.provisioning_blocks [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Transition to ACTIVE for port object 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 will not be triggered until provisioned by entity L2. {{(pid=94683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 17:45:13.481868 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.506517 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-ceb08838-30e0-4331-8b49-f232aef214f3 req-6ba8ab50-9a81-4aee-9dfe-c33b161aed29 tempest-VolumesSnapshotTestJSON-2026336590 tempest-VolumesSnapshotTestJSON-2026336590-project] 10.222.0.53 "GET /v2.0/ports?device_id=918d8a1f-97d6-45bc-afbf-cbaf4590bad4 HTTP/1.1" status: 200 len: 210 time: 0.0342138 Sep 10 17:45:13.566501 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:13.622377 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Attempting to bind port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 17:45:13.622719 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Attempting to bind port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 17:45:13.623071 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Attempting to bind port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:45:13.627604 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 17:45:13.627929 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Attempting to bind port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 on network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 17:45:13.633237 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Checking agent: {'id': '2a4a9038-00ca-4c56-9ec6-015398246c10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'started_at': datetime.datetime(2021, 9, 10, 17, 33, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 17:45:13.633575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Checking segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 17:45:13.633969 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Bound using segment: {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'} {{(pid=94683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 17:45:13.634487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.managers [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Bound port: 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7eb1443-bebe-4f89-8555-63db08a6ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7'}}] {{(pid=94683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 17:45:13.634849 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.714736 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, cleared binding levels {{(pid=94683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 17:45:13.754867 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 17:45:13.775282 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea5e8-72ff-404b-9010-33415cb5d85a req-9c6ec879-5f48-494d-ace8-76184a721677 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:13.776879 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36bea5e8-72ff-404b-9010-33415cb5d85a req-9c6ec879-5f48-494d-ace8-76184a721677 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0643094 Sep 10 17:45:13.814977 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-36bea5e8-72ff-404b-9010-33415cb5d85a req-51fe394f-3fde-46f6-beec-048aedbebce0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Sep 10 17:45:13.878733 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.915296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:13.915930 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:13.917356 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] 10.222.0.61 "PUT /v2.0/ports/19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 200 len: 1093 time: 0.8591712 Sep 10 17:45:13.938293 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7725e-b216-4aad-bcc5-f5979451b405 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=3']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:13.995986 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53386) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:14.041870 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Deleting subnet db622983-d77e-44da-9918-6d531dab320c {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:45:14.045450 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.079725 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.090602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-beabb47a-def8-4c1e-ba24-342be24ea44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.092117 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-beabb47a-def8-4c1e-ba24-342be24ea44a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1096 time: 0.0440180 Sep 10 17:45:14.121853 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.142593 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-90a4c363-43c0-4987-8c67-dddaed33a59b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 200 len: 217 time: 0.0373273 Sep 10 17:45:14.196671 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-ff1ef37f-7786-44cf-a12a-adbc1b222cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.198027 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-ff1ef37f-7786-44cf-a12a-adbc1b222cab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0457420 Sep 10 17:45:14.247296 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69572cfd-a330-466d-820a-4ca926d20b52 req-55949c6a-49ef-4a0c-83a8-ac18d46af3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.248697 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-55949c6a-49ef-4a0c-83a8-ac18d46af3c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394955 Sep 10 17:45:14.250124 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.276339 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db622983-d77e-44da-9918-6d531dab320c,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:14.284067 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.285946 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db622983-d77e-44da-9918-6d531dab320c HTTP/1.1" status: 204 len: 168 time: 0.2889352 Sep 10 17:45:14.287531 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.287868 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.288344 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.288557 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53388) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:14.288674 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.289047 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.289380 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.289737 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.290070 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.290401 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.290727 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.291053 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.291375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acaca8d-8404-415a-8a42-89a2f872d984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:14.307487 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'name': 'network-vif-deleted', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce'}, {'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:14.309717 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379cc52-0dbb-436d-90ec-8bbceabe2e32" -d '{"events": [{"server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "name": "network-vif-deleted", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce"}, {"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:14.356019 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db6068f-1f0f-4dc6-8d29-ebdd9922d400 x-openstack-request-id: req-0db6068f-1f0f-4dc6-8d29-ebdd9922d400 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:14.356331 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d8a1f-97d6-45bc-afbf-cbaf4590bad4", "name": "network-vif-deleted", "tag": "c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:14.356578 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0db6068f-1f0f-4dc6-8d29-ebdd9922d400 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:14.356951 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d8a1f-97d6-45bc-afbf-cbaf4590bad4', 'name': 'network-vif-deleted', 'tag': 'c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce', 'status': 'completed', 'code': 200} Sep 10 17:45:14.357306 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'status': 'completed', 'code': 200} Sep 10 17:45:14.411030 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.418236 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-f6954d5f-13c1-4b4c-b342-48d28ec7bf88 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576607 Sep 10 17:45:14.546569 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.576199 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4da5a1-4e2c-483d-a29f-84e53d243bbc']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:14.593349 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a87856-29ad-423a-bd82-2e46b70cd5bd') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:14.593636 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a87856-29ad-423a-bd82-2e46b70cd5bd') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:14.605411 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.608540 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-69572cfd-a330-466d-820a-4ca926d20b52 req-f72251e7-8d15-4d61-8de2-8daa1adcdf3e service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647933 Sep 10 17:45:14.624598 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.632329 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:45:14.632741 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:45:14.635153 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:45:14.752822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.775498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:14.779673 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b4da5a1-4e2c-483d-a29f-84e53d243bbc HTTP/1.1" status: 204 len: 168 time: 0.4877391 Sep 10 17:45:14.802639 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcff94d-5a2a-4e3c-aa1d-4509d777f38e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4da5a1-4e2c-483d-a29f-84e53d243bbc,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:14.807424 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-5966172d-73f1-4836-86a9-31a29ac10ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.808984 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-5966172d-73f1-4836-86a9-31a29ac10ce8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1096 time: 0.0680513 Sep 10 17:45:14.937123 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-28c2c91b-505f-4763-a7cc-d2b1e19c5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.938574 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-28c2c91b-505f-4763-a7cc-d2b1e19c5e72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.1183913 Sep 10 17:45:14.967395 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5ca8-68f5-4ad5-992c-be60c199ce4d req-da179d0b-8ef5-4567-b507-f2964fa9538b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:14.968896 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d69f5ca8-68f5-4ad5-992c-be60c199ce4d req-da179d0b-8ef5-4567-b507-f2964fa9538b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0685430 Sep 10 17:45:15.000312 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-6cb7aed6-f2f6-4183-be4f-c7402eca9f43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 200 len: 217 time: 0.0528214 Sep 10 17:45:15.060453 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d69f5ca8-68f5-4ad5-992c-be60c199ce4d req-c4903dd3-7f74-443b-bb42-de0592115130 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624058 Sep 10 17:45:15.069266 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-09f75e54-67c8-4bd9-a3e1-55a00fa18296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:15.071663 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-09f75e54-67c8-4bd9-a3e1-55a00fa18296 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0588241 Sep 10 17:45:15.094140 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:15.114784 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:15.115130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device c6e9c5cf-a2ac-4fe5-8e09-aeeaf7c5efce not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:15.115554 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device a934388f-80cd-4162-996a-35d56a2b821e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:45:15.121684 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-b117b00e-524b-4767-bae1-4b91e592a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:15.123298 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-b117b00e-524b-4767-bae1-4b91e592a7ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419376 Sep 10 17:45:15.134963 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: a934388f-80cd-4162-996a-35d56a2b821e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:45:15.135311 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device a934388f-80cd-4162-996a-35d56a2b821e not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:45:15.196328 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53400) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:15.230257 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-93e1fb76-5c10-4d81-ab46-bfe0f23da6fd service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956421 Sep 10 17:45:15.235815 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-6eedf907-7b12-43c5-86a0-93854e9cfaf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=005ca156ec0d419fad8821cedb4964e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419028 Sep 10 17:45:15.238471 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53404) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:15.287463 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:15.311235 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:15.332576 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b379cc52-0dbb-436d-90ec-8bbceabe2e32 req-3174f013-e238-4983-8b65-553826e5dac0 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942476 Sep 10 17:45:15.432544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:15.435000 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:15.436186 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d8b3683-f4c6-4497-b4c9-be877dcfe03e HTTP/1.1" status: 204 len: 168 time: 0.1966872 Sep 10 17:45:15.443657 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3f28e-1d82-42bb-80ed-ef4a65ba3ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b3683-f4c6-4497-b4c9-be877dcfe03e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:16.174407 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347d557-be6d-44db-8aaf-a14bdce6a336 req-6bf32b80-1096-4097-b016-431f1e6e2ba7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:16.175803 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a347d557-be6d-44db-8aaf-a14bdce6a336 req-6bf32b80-1096-4097-b016-431f1e6e2ba7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Sep 10 17:45:16.215102 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a347d557-be6d-44db-8aaf-a14bdce6a336 req-6e6f1d8c-fa72-45fe-82bf-c7ffbe1a8962 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331762 Sep 10 17:45:17.488534 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba57b2-a990-46fc-8e2d-2bff850e2fd7 req-279b8937-2d19-4711-926a-df350703bed7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:17.490279 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f6ba57b2-a990-46fc-8e2d-2bff850e2fd7 req-279b8937-2d19-4711-926a-df350703bed7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0526824 Sep 10 17:45:17.527662 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f6ba57b2-a990-46fc-8e2d-2bff850e2fd7 req-ec8f3b05-c124-4b3f-aba6-4b696ccdd72f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Sep 10 17:45:18.118369 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:18.643512 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880857c1-8106-46e9-bc83-68d93937bc66 req-b1d71b3e-8827-41c8-9e6e-794b50a45f21 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:18.644978 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-880857c1-8106-46e9-bc83-68d93937bc66 req-b1d71b3e-8827-41c8-9e6e-794b50a45f21 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0517125 Sep 10 17:45:18.681741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-880857c1-8106-46e9-bc83-68d93937bc66 req-8f53600e-efaf-4097-9eb7-ea5768836fab tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Sep 10 17:45:19.795524 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06823c-0078-4fb0-a79d-6514794cfe7e req-fb1747c7-f45a-4047-bc59-68aba62a1cd8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:19.797083 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b06823c-0078-4fb0-a79d-6514794cfe7e req-fb1747c7-f45a-4047-bc59-68aba62a1cd8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0495310 Sep 10 17:45:19.835774 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-5b06823c-0078-4fb0-a79d-6514794cfe7e req-fa8ea99f-3615-4979-8eb9-6dc47602371d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Sep 10 17:45:20.953722 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e989c2-ed72-4688-aebd-601fd037f0d3 req-917794dc-ada0-4679-8219-3929988f0375 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:20.955194 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59e989c2-ed72-4688-aebd-601fd037f0d3 req-917794dc-ada0-4679-8219-3929988f0375 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0477638 Sep 10 17:45:20.992839 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-59e989c2-ed72-4688-aebd-601fd037f0d3 req-3de4ee2f-ccb9-402c-8e3d-411c5615c251 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Sep 10 17:45:21.782449 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53520) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:21.889305 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bce3c8d1-5829-4ae8-b7fb-a32b9a5ab74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:21.974497 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bce3c8d1-5829-4ae8-b7fb-a32b9a5ab74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.074845 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-bce3c8d1-5829-4ae8-b7fb-a32b9a5ab74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.111299 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb0370-dfea-4782-8ba0-30b38e46dc4e req-e4bf0187-fa5c-476a-999f-06991e00fc39 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:22.112742 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-55eb0370-dfea-4782-8ba0-30b38e46dc4e req-e4bf0187-fa5c-476a-999f-06991e00fc39 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0525010 Sep 10 17:45:22.112904 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3c8d1-5829-4ae8-b7fb-a32b9a5ab74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b9b72-5558-448c-9c3c-0b5a3a53b369,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:22.117209 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-bce3c8d1-5829-4ae8-b7fb-a32b9a5ab74e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a1a5e3fe50949b1a6c73c51aedf869c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337116 Sep 10 17:45:22.119996 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53526) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:22.152758 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-55eb0370-dfea-4782-8ba0-30b38e46dc4e req-5a90cf77-554c-4e90-b04b-d3bc66549c51 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339246 Sep 10 17:45:22.169251 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.190400 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.303559 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.306115 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:22.307305 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f73b9b72-5558-448c-9c3c-0b5a3a53b369 HTTP/1.1" status: 204 len: 168 time: 0.1860285 Sep 10 17:45:22.315335 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886f324-2955-4750-80f0-1d71b70b1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b9b72-5558-448c-9c3c-0b5a3a53b369,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:22.953040 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53540) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:22.966112 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0587fce0-0b5b-40e6-8afc-3745b8170c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.060195 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0587fce0-0b5b-40e6-8afc-3745b8170c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.118478 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=94684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 17:45:23.140691 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0587fce0-0b5b-40e6-8afc-3745b8170c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.178944 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0587fce0-0b5b-40e6-8afc-3745b8170c64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aded6a13fbdd4908b142236529e1269a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248061 Sep 10 17:45:23.179799 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587fce0-0b5b-40e6-8afc-3745b8170c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300e4818-d700-47e4-961a-e511625353d9,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:23.182845 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53544) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:23.222714 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:23.234756 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Returning: {'device': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'port_id': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'mac_address': 'fa:16:3e:e5:06:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 17:45:23.237467 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.274043 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.282045 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.286355 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 {{(pid=94684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 17:45:23.306278 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:23.324556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4696acf-25af-4738-8a0f-d17ef3b80bdd req-b881cab9-1ae8-4e45-8fa6-85696fa09a9d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:23.326026 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e4696acf-25af-4738-8a0f-d17ef3b80bdd req-b881cab9-1ae8-4e45-8fa6-85696fa09a9d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 943 time: 0.0841925 Sep 10 17:45:23.365807 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e4696acf-25af-4738-8a0f-d17ef3b80bdd req-50d567ce-386f-49e8-a902-4642c0cd1a73 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Sep 10 17:45:23.421115 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.449556 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.452276 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:23.453482 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/300e4818-d700-47e4-961a-e511625353d9 HTTP/1.1" status: 204 len: 168 time: 0.2699356 Sep 10 17:45:23.461257 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300e4818-d700-47e4-961a-e511625353d9,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:23.468815 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.469163 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.469544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.469881 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.470208 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.470535 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.470787 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=4']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:23.471015 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.471454 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.471668 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.471989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.472357 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.472672 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bd8f8f-f9db-4de9-9eac-4c0a98ee6643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:45:23.703431 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] get_ports_and_sgs() called for port_ids ['19ec2bba-4150-4fdc-9fbd-fc1444fc9261'] {{(pid=94684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 17:45:24.492155 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35168826-177d-4eca-ad7b-2a54f80646c6 req-0239fac7-d652-42be-b233-24d6da7eb9f4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:24.493688 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-35168826-177d-4eca-ad7b-2a54f80646c6 req-0239fac7-d652-42be-b233-24d6da7eb9f4 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 944 time: 0.0589933 Sep 10 17:45:24.534390 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-35168826-177d-4eca-ad7b-2a54f80646c6 req-d0529cbb-f631-4dbb-ba8c-cb943fa83e2e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Sep 10 17:45:25.118809 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 up at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 17:45:25.249799 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning for port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 completed by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 17:45:25.253698 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.provisioning_blocks [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Provisioning complete for port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 triggered by entity L2. {{(pid=94684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 17:45:25.254069 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723163'] for port, provisioning_complete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:25.331461 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:25.353747 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261'}] {{(pid=94684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:25.356657 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520f59177871143f21dae08b2b04e20e8b0d65dec90fb71889a4defd9fe68d0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3be75b3-a63e-47db-9193-234548325d83" -d '{"events": [{"server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "name": "network-vif-plugged", "status": "completed", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261"}]}' {{(pid=94684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:25.368964 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:45:25.395524 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5514643-09a0-4e63-8692-1306111aa5af x-openstack-request-id: req-c5514643-09a0-4e63-8692-1306111aa5af {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:25.395824 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "name": "network-vif-plugged", "status": "completed", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261", "code": 200}]} {{(pid=94684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:25.396083 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5514643-09a0-4e63-8692-1306111aa5af {{(pid=94684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:25.396512 dv-cinder-787195-9-iscsi neutron-server[94684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'code': 200} Sep 10 17:45:25.443613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551'] for port, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:25.503439 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Pushing event updated for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=5']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:25.647416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713cc2-b3b4-4b08-b494-ae20feab4976 req-85526d84-f9a3-4e72-be73-e9f4ed4d659a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:25.648977 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c713cc2-b3b4-4b08-b494-ae20feab4976 req-85526d84-f9a3-4e72-be73-e9f4ed4d659a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0490835 Sep 10 17:45:25.689080 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6c713cc2-b3b4-4b08-b494-ae20feab4976 req-9de8cd1b-cdfb-49f0-ade5-6adeca442dd8 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Sep 10 17:45:25.786250 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2131e-9d04-4ca9-b546-d08c6a1fb56d req-513016c0-e113-49e3-afd3-b8dd8a79f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:25.787741 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4a2131e-9d04-4ca9-b546-d08c6a1fb56d req-513016c0-e113-49e3-afd3-b8dd8a79f49e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1098 time: 0.0394886 Sep 10 17:45:25.827100 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-f4a2131e-9d04-4ca9-b546-d08c6a1fb56d req-e853f205-60a9-40e1-bc97-b13b3d9767f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286565 Sep 10 17:45:26.811492 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54589743-c6b2-4bab-b2f7-9a9cee4bd457 req-aff36167-1937-4a4d-824f-afec7576d297 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:26.813051 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-54589743-c6b2-4bab-b2f7-9a9cee4bd457 req-aff36167-1937-4a4d-824f-afec7576d297 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Sep 10 17:45:26.852759 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-54589743-c6b2-4bab-b2f7-9a9cee4bd457 req-f29099f0-0a83-432b-8efb-772faf72f20c tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Sep 10 17:45:27.883921 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53638) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:27.973463 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c3a37-36ba-4363-bbce-4fbc15df5ed4 req-dca21914-af3c-4bc7-a6e8-9cb5a0cbbe6e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:27.974937 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f7c3a37-36ba-4363-bbce-4fbc15df5ed4 req-dca21914-af3c-4bc7-a6e8-9cb5a0cbbe6e tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Sep 10 17:45:28.000441 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e94e9840-f3fa-45af-a3a3-38168f24350b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.032909 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f7c3a37-36ba-4363-bbce-4fbc15df5ed4 req-e5f1ed8c-811a-430e-8813-c104d2d701aa tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506790 Sep 10 17:45:28.102175 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e94e9840-f3fa-45af-a3a3-38168f24350b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.191869 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-e94e9840-f3fa-45af-a3a3-38168f24350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.230816 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-e94e9840-f3fa-45af-a3a3-38168f24350b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68f467923e8b45b08c7fb61129567d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452854 Sep 10 17:45:28.232024 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e9840-f3fa-45af-a3a3-38168f24350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f43999-04d0-45ef-8765-d99683b3945a,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:28.233491 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53644) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:28.282960 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.303386 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.420852 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.423388 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:28.424578 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60f43999-04d0-45ef-8765-d99683b3945a HTTP/1.1" status: 204 len: 168 time: 0.1892614 Sep 10 17:45:28.432185 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a777a-c8ca-461a-8145-c4997acc5e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f43999-04d0-45ef-8765-d99683b3945a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:28.783595 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b2fefad6-642d-4ea2-bbe6-b051e1d320ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.055512 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53654) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:29.068886 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d964e7a-10a0-46ae-84a6-68146368a358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.148930 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb69ee-272a-4d83-97fd-6d7fea72d0cd req-f7d0cfa5-3f8e-4f76-adeb-30439b9fa779 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:29.150399 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6fb69ee-272a-4d83-97fd-6d7fea72d0cd req-f7d0cfa5-3f8e-4f76-adeb-30439b9fa779 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0507414 Sep 10 17:45:29.157778 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d964e7a-10a0-46ae-84a6-68146368a358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.188258 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b6fb69ee-272a-4d83-97fd-6d7fea72d0cd req-63ebb15b-2f21-4240-9e46-d2c5f0b027eb tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Sep 10 17:45:29.238044 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-7d964e7a-10a0-46ae-84a6-68146368a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.279827 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-7d964e7a-10a0-46ae-84a6-68146368a358 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b08c2b49b8841e6b7effd8eac0a79de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232673 Sep 10 17:45:29.280689 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d964e7a-10a0-46ae-84a6-68146368a358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2fe9e-d0db-49f6-a1cc-21fa13579ec7,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:29.282534 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53656) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:29.330186 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.350933 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.452106 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.454679 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:29.455824 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67c2fe9e-d0db-49f6-a1cc-21fa13579ec7 HTTP/1.1" status: 204 len: 168 time: 0.1723070 Sep 10 17:45:29.463368 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104a85a-c202-496c-8088-eff16f98727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2fe9e-d0db-49f6-a1cc-21fa13579ec7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:30.307755 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c187e-3100-43c7-9cc4-3900129e2c20 req-d8b92e43-fd8c-40a4-84d6-7d77c2cd979f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:30.309596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e4c187e-3100-43c7-9cc4-3900129e2c20 req-d8b92e43-fd8c-40a4-84d6-7d77c2cd979f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0522175 Sep 10 17:45:30.352556 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-6e4c187e-3100-43c7-9cc4-3900129e2c20 req-0dcdaddb-ec3e-46d9-a0a9-8d3c7cf1b5ac tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365310 Sep 10 17:45:30.466859 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8c97-80bb-4ee7-a91f-68b792f4884d req-0f182c2f-c265-4bdd-92c5-256368ff6eb5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:30.468399 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f6f8c97-80bb-4ee7-a91f-68b792f4884d req-0f182c2f-c265-4bdd-92c5-256368ff6eb5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Sep 10 17:45:30.508775 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f6f8c97-80bb-4ee7-a91f-68b792f4884d req-7dd2ac14-0b49-4ff9-9e9e-2ea8c2ea7662 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Sep 10 17:45:30.531834 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53686) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:30.571183 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e63532-9ac0-4d4b-8c6a-549de5cdd8b6 tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:30.572720 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-37e63532-9ac0-4d4b-8c6a-549de5cdd8b6 tempest-TestVolumeBootPattern-1657460317 tempest-TestVolumeBootPattern-1657460317-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1093 time: 0.0399053 Sep 10 17:45:30.576171 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53690) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:30.580554 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.v2.base [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Request body: {'floatingip': {'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'port_id': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'tenant_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 17:45:30.694901 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.062205 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.163541 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Allocated IP 172.27.3.11 (cdc251ba-d0a6-43c5-b4cf-ba8beb516b57/737032fd-6d52-42a7-ba03-d56dbdb14add/fa2db405-341e-4c01-9b28-cb712f5d2561) {{(pid=94683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 17:45:31.275639 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.435842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785448834515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.467255 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-8622b403-b481-4f66-9b4d-9669b4a947ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.472141 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Network cdc251ba-d0a6-43c5-b4cf-ba8beb516b57 is already hosted by enough agents. {{(pid=94683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 17:45:31.475093 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Resources bound (agent type, host, resource id): {{(pid=94683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 17:45:31.478468 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Received port after_create {{(pid=94683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 17:45:31.510258 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=fa2db405-341e-4c01-9b28-cb712f5d2561,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:31.697853 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:31.872575 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.046449 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545839'] for port, before_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.223367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for port, precommit_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.292287 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785449141526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785448834533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785448834551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13029853'] for port, after_update {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.373244 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event updated for resources: {'Port': ['ID=fa2db405-341e-4c01-9b28-cb712f5d2561,revision_number=2']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:32.384833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1906033'] for floatingip, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.489767 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:32.500545 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP 130fd846-7715-46a7-a9c4-07292b93d003 associated. External IP: 172.27.3.11, port: 19ec2bba-4150-4fdc-9fbd-fc1444fc9261. Sep 10 17:45:32.723000 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:45:32.831311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:45:32.842603 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:45:32.851329 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:32.851948 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:45:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:32.957086 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:32.983285 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:33.011159 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3b9b9c98-5c40-49cc-b59d-4362f4b763a0 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4339261 Sep 10 17:45:33.012462 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:45:33.014801 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:45:33.051181 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c7a34-32c5-46fc-bec6-7695542ef1cc x-openstack-request-id: req-5c9c7a34-32c5-46fc-bec6-7695542ef1cc {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:45:33.051475 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:45:33.051721 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c9c7a34-32c5-46fc-bec6-7695542ef1cc {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:45:33.052118 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'status': 'completed', 'code': 200} Sep 10 17:45:33.127168 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-6c22452e-3d9f-49be-8ff8-928188059f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:33.127168 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-6c22452e-3d9f-49be-8ff8-928188059f43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1098 time: 0.0515239 Sep 10 17:45:33.191972 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '130fd846-7715-46a7-a9c4-07292b93d003', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:e5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71702e-652f-4906-866a-b381105a80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:45:31Z', 'updated_at': '2021-09-10T17:45:31Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}, {'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.221456 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-d8f31b50-e3bd-49ac-a0f5-54c65fba9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:33.222358 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:45:33.222912 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-d8f31b50-e3bd-49ac-a0f5-54c65fba9417 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0870709 Sep 10 17:45:33.230600 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:45:33.231392 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:45:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.295568 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-ded8476c-51b0-406e-9240-15b5fc41b180 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 200 len: 998 time: 0.0652354 Sep 10 17:45:33.340445 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:45:33.346797 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-c8bdf272-23a3-499f-b215-fe60b6dec482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:33.350817 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-c8bdf272-23a3-499f-b215-fe60b6dec482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0452359 Sep 10 17:45:33.395117 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-af6fd78b-3ee9-414d-a152-65c23daa4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:45:33.396724 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-af6fd78b-3ee9-414d-a152-65c23daa4ee6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409217 Sep 10 17:45:33.490356 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-578cd17a-6f75-43a5-85c3-56ccb1fa21b5 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863826 Sep 10 17:45:33.585596 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-eac2a889-0ef0-4b34-bcb7-bdc123c7f15d req-b4f1f257-fe04-450a-bf00-303e6f37ecde service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869031 Sep 10 17:45:33.684582 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '130fd846-7715-46a7-a9c4-07292b93d003', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:e5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71702e-652f-4906-866a-b381105a80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:45:31Z', 'updated_at': '2021-09-10T17:45:31Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}, {'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:33.714215 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c69f6-0606-4a2e-8139-8a8c6b57e5ff None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': '130fd846-7715-46a7-a9c4-07292b93d003', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:e5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71702e-652f-4906-866a-b381105a80f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:45:31Z', 'updated_at': '2021-09-10T17:45:31Z', 'revision_number': 0, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}, {'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:45:33.912419 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd672535-e91c-4990-86f2-59b7c85da2b1 None None] New status for floating IP 130fd846-7715-46a7-a9c4-07292b93d003: ACTIVE {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:45:34.349015 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.510794 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53834) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:42.615577 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7498ed38-7510-4518-852e-e04c7409f428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.701405 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7498ed38-7510-4518-852e-e04c7409f428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.777544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-7498ed38-7510-4518-852e-e04c7409f428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.825674 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-7498ed38-7510-4518-852e-e04c7409f428 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c933944ee9c64f42953b3eccf798e104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137817 Sep 10 17:45:42.826842 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498ed38-7510-4518-852e-e04c7409f428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c505257-4721-40fb-88ab-1494010707bb,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:42.829187 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53842) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:42.877220 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:42.897823 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.008632 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.011205 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.012388 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c505257-4721-40fb-88ab-1494010707bb HTTP/1.1" status: 204 len: 168 time: 0.1821804 Sep 10 17:45:43.020971 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c71a43-b840-40e0-bdb1-03f97bb4332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c505257-4721-40fb-88ab-1494010707bb,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:43.698274 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53850) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.711471 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-35236f37-d2c0-4b09-a522-c50a4c4c0dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.796662 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-35236f37-d2c0-4b09-a522-c50a4c4c0dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.877050 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-35236f37-d2c0-4b09-a522-c50a4c4c0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.914804 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-35236f37-d2c0-4b09-a522-c50a4c4c0dae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47c048e8189948d4b118787ca6752e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154531 Sep 10 17:45:43.915974 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236f37-d2c0-4b09-a522-c50a4c4c0dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827940a-e573-4c11-9db3-ff2e47c67c27,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:43.917521 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53852) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:43.965032 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:43.986196 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.031450 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53856) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:44.073651 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Deleting subnet aff0f356-317b-472d-941d-49676abfc12e {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:45:44.076489 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.113334 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.114898 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.117372 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.118474 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c827940a-e573-4c11-9db3-ff2e47c67c27 HTTP/1.1" status: 204 len: 168 time: 0.1999073 Sep 10 17:45:44.147586 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350a10f-ab76-451b-a649-3f9e1234ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827940a-e573-4c11-9db3-ff2e47c67c27,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:44.166431 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.309412 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.333447 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff0f356-317b-472d-941d-49676abfc12e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:44.339500 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.344783 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53860) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:44.344922 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-fcefa049-6060-44f8-87a3-82287b3ef061 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aff0f356-317b-472d-941d-49676abfc12e HTTP/1.1" status: 204 len: 168 time: 0.3124940 Sep 10 17:45:44.414255 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.493876 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.513725 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76796846-1236-449e-b85e-a9d1420fe575']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.523373 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3d224c-7448-4921-9373-d2ed9ccea332') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.523665 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3d224c-7448-4921-9373-d2ed9ccea332') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:45:44.533897 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.546813 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.553686 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:45:44.553686 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:45:44.554586 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:45:44.686293 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.691594 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:44.693475 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/76796846-1236-449e-b85e-a9d1420fe575 HTTP/1.1" status: 204 len: 168 time: 0.3475716 Sep 10 17:45:44.706230 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f695ab-6729-412f-abd5-82d2ec5f03cd admin admin] Pushing event deleted for resources: {'Network': ['ID=76796846-1236-449e-b85e-a9d1420fe575,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:45.064161 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53880) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:45.104961 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-dd2254f3-e62b-4e64-9926-fb0c738960b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a464362ae2314af388b8288af121988c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395651 Sep 10 17:45:45.107319 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53882) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:45.160918 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.186543 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.325691 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.328310 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:45.329516 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5be3f691-6a0b-4575-ab3a-5b0e8933755f HTTP/1.1" status: 204 len: 168 time: 0.2213066 Sep 10 17:45:45.338504 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7aad3-3885-44e5-a4c3-b34a6963fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3f691-6a0b-4575-ab3a-5b0e8933755f,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:45.871545 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 53904) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:46.019443 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-562a533c-a731-4904-8867-63ac0bea7733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.107028 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-562a533c-a731-4904-8867-63ac0bea7733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.214178 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-562a533c-a731-4904-8867-63ac0bea7733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.252150 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-562a533c-a731-4904-8867-63ac0bea7733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e54e4fd1e8df4b59b5676e8e918edd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794219 Sep 10 17:45:46.253036 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a533c-a731-4904-8867-63ac0bea7733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8428d-525f-4595-a233-96574ac3a87c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:46.256367 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 53918) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:46.307040 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.329502 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.483038 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.485844 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:46.487620 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eea8428d-525f-4595-a233-96574ac3a87c HTTP/1.1" status: 204 len: 168 time: 0.2285788 Sep 10 17:45:46.497526 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f39cb-cebd-4aa7-8ef5-5e3d610acc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8428d-525f-4595-a233-96574ac3a87c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:48.105648 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:49.092408 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:45:56.869471 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54072) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:56.973322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66748ce2-cb80-48d1-8cb2-8c59cbf8b877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.060981 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66748ce2-cb80-48d1-8cb2-8c59cbf8b877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.120611 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-66748ce2-cb80-48d1-8cb2-8c59cbf8b877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.160710 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-66748ce2-cb80-48d1-8cb2-8c59cbf8b877 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=507b705b326f4067bc1e464673b5ceaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901559 Sep 10 17:45:57.162221 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748ce2-cb80-48d1-8cb2-8c59cbf8b877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bfae6d-c9cf-4e06-b5db-9c8ee27771c3,revision_number=1']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:57.163357 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54078) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:45:57.212684 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.236113 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.351390 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.353996 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:45:57.355168 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8bfae6d-c9cf-4e06-b5db-9c8ee27771c3 HTTP/1.1" status: 204 len: 168 time: 0.1908181 Sep 10 17:45:57.363707 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451ffc3-394b-44fa-b7a1-12057887ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bfae6d-c9cf-4e06-b5db-9c8ee27771c3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:45:58.794090 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-55197abf-a922-4446-a517-f15e56566705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:01.474232 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-83c447ee-6138-45e4-9c95-b9732fbb3c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:01.662912 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:02.442124 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:04.282471 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:18.070288 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:26.090962 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:46:26.547884 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54192) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:26.651114 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:26.736643 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:26.822211 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_create {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:26.857402 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348daeb-6c5c-491a-8eb0-84a884785f2c,revision_number=1']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:26.861906 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caff2faeaad146e49adf2c4bea4dd123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129735 Sep 10 17:46:26.865220 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54196) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:46:26.867272 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.867628 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.868216 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.868579 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.868911 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.869241 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.869571 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.869896 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.870224 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.870548 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.870869 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.871192 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277d3a22-6cc2-41d3-add7-94a1577f6cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:26.915153 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:26.935922 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:27.050431 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:27.053184 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:27.054330 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b348daeb-6c5c-491a-8eb0-84a884785f2c HTTP/1.1" status: 204 len: 168 time: 0.1879661 Sep 10 17:46:27.062104 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348daeb-6c5c-491a-8eb0-84a884785f2c,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:46:27.070013 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.070357 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.070711 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.071046 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.071382 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.071715 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.072048 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.072404 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.072736 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.073060 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.073381 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:27.073687 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78300b1d-6e44-446e-a69d-0aa3dc2aa5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:46:28.793193 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eb7-7f31-4920-9359-d8069091d74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.406797 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-490fa503-57f3-4bab-9d05-98291d1f64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:31.652681 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:32.463627 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:34.269141 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:48.084831 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:46:57.301449 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-fc5f855a-7366-4778-927b-e406b21bb5d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1367245 Sep 10 17:46:57.386631 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-b008edb2-9c5c-4815-8117-c2c03ac7eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:57.390712 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-b008edb2-9c5c-4815-8117-c2c03ac7eb78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0394180 Sep 10 17:46:57.491165 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-3bedb585-b588-4492-87d5-d798f89dd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:57.492813 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-3bedb585-b588-4492-87d5-d798f89dd1e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0818906 Sep 10 17:46:57.563602 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-ee7edb62-32f4-48b7-b6e4-a14cd50b2062 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 1001 time: 0.0585098 Sep 10 17:46:57.616397 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-cdea3635-60af-417d-9f95-3efc6fe7981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:57.618084 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-cdea3635-60af-417d-9f95-3efc6fe7981e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0436568 Sep 10 17:46:57.666466 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-e78ef68e-8e59-4453-bd74-aeddad1f6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:46:57.667887 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-e78ef68e-8e59-4453-bd74-aeddad1f6f76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389178 Sep 10 17:46:57.683540 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-dc5fa343-a0dd-4386-9f22-f3ac60215072 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 17:46:57.684561 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-dc5fa343-a0dd-4386-9f22-f3ac60215072 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046062 Sep 10 17:46:57.779428 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-7af630e3-d4df-4ef0-a660-82889c96e8de service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Sep 10 17:46:57.875394 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-381fd705-8e9d-4d42-86dd-7c9d119d2cf3 req-2ffd72bd-ac5c-4050-9b14-c92870733725 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Sep 10 17:46:58.838749 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-52d750d4-dde3-48ce-97db-5d921b2fca93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:01.428766 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-04b52b32-d121-4316-aefc-bf3dc33ba00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:01.674166 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:02.439479 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:03.089349 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:47:04.330997 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.231513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54212) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:13.391053 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port fa2db405-341e-4c01-9b28-cb712f5d2561 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:13.391416 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.464421 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.464822 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.477195 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for fa2db405-341e-4c01-9b28-cb712f5d2561 owned by network:floatingip {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:13.707642 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.736038 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=fa2db405-341e-4c01-9b28-cb712f5d2561,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:13.798041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:13.798340 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.db.l3_db [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP 130fd846-7715-46a7-a9c4-07292b93d003 disassociated (deleted). External IP: 172.27.3.11, port: 19ec2bba-4150-4fdc-9fbd-fc1444fc9261. Sep 10 17:47:13.996910 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:47:14.357041 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:47:14.361800 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:14.367161 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:47:14.376464 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:14.377071 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:14.389270 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-3552b868-a14b-4160-82b7-5fe27d58b560 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "DELETE /v2.0/floatingips/130fd846-7715-46a7-a9c4-07292b93d003 HTTP/1.1" status: 204 len: 168 time: 1.1566761 Sep 10 17:47:14.389833 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:14.392073 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93ae543-d553-4fea-9299-0639620e586f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:14.484923 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:14.568427 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2937af99-8c72-4818-a20b-d00b39c0ecf9 x-openstack-request-id: req-2937af99-8c72-4818-a20b-d00b39c0ecf9 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:14.568427 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:14.568427 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2937af99-8c72-4818-a20b-d00b39c0ecf9 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:14.568427 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'status': 'completed', 'code': 200} Sep 10 17:47:14.638485 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae543-d553-4fea-9299-0639620e586f req-791c278d-8ad9-4de5-af25-9086bec870cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:14.639961 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-791c278d-8ad9-4de5-af25-9086bec870cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 1098 time: 0.0444717 Sep 10 17:47:14.709411 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:14.739173 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae543-d553-4fea-9299-0639620e586f req-8d77c2d3-72f0-4f3a-881d-5cc6a40fbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:14.741693 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-8d77c2d3-72f0-4f3a-881d-5cc6a40fbb55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0888953 Sep 10 17:47:14.742604 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:47:14.751952 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:14.752607 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:14.790161 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-8a854786-fe9d-470f-ab64-433cbacea4eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 200 len: 217 time: 0.0341363 Sep 10 17:47:14.849224 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae543-d553-4fea-9299-0639620e586f req-f602e4b8-e5e3-4bf4-a823-987b35895516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:14.851089 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-f602e4b8-e5e3-4bf4-a823-987b35895516 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0496485 Sep 10 17:47:14.859036 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:14.909166 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae543-d553-4fea-9299-0639620e586f req-c7abcdbe-e747-48a1-921a-90132f2fda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:14.910681 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-c7abcdbe-e747-48a1-921a-90132f2fda8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486727 Sep 10 17:47:15.041939 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-0538bc8d-b863-4dea-8a1f-c5f6bdb0dfb3 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230936 Sep 10 17:47:15.054544 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d03a20-7353-42c5-8ab8-8015f0670756 req-a5ade7c0-6d3f-4a5d-bcb2-ca0583cb3332 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:15.055944 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4d03a20-7353-42c5-8ab8-8015f0670756 req-a5ade7c0-6d3f-4a5d-bcb2-ca0583cb3332 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.1300528 Sep 10 17:47:15.087195 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:15.112458 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556bdbad-d32b-4390-8ef8-4771c8492430 None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_floatingips': [{'id': 'b162bf37-5bf9-4791-a59b-4ff02b9020a8', 'tenant_id': '35212163e3d04b73adfd995294308435', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'router_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'port_id': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'mac_address': 'fa:16:3e:eb:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T17:43:09Z', 'updated_at': '2021-09-10T17:43:11Z', 'revision_number': 1, 'project_id': '35212163e3d04b73adfd995294308435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:47:15.144594 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-a4d03a20-7353-42c5-8ab8-8015f0670756 req-42b81db2-f44d-4df1-84ac-fd9b47ee8a33 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800683 Sep 10 17:47:15.176253 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-d93ae543-d553-4fea-9299-0639620e586f req-888849e9-b11b-4443-9caf-40fd862c7a92 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193261 Sep 10 17:47:15.331430 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426db67-6d7f-4770-801d-73dde6df3276 None None] New status for floating IP 130fd846-7715-46a7-a9c4-07292b93d003: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:47:16.329456 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285024-c903-4a08-8c59-8d931dab99ba req-cb67ca91-b993-4223-8561-4b29d6a84078 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:16.330934 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1285024-c903-4a08-8c59-8d931dab99ba req-cb67ca91-b993-4223-8561-4b29d6a84078 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0984280 Sep 10 17:47:16.368706 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-e1285024-c903-4a08-8c59-8d931dab99ba req-9e4d8a1f-9b23-4057-8019-f95265e9d3cf tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Sep 10 17:47:16.802384 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-b58b4fd2-e8e0-4d54-8078-af6b01778c3b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:16.804104 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-b58b4fd2-e8e0-4d54-8078-af6b01778c3b tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 945 time: 0.0469077 Sep 10 17:47:16.894827 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:16.895048 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:16.981216 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] For port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:16.981569 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:16.994049 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:17.164989 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:17.194126 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=19ec2bba-4150-4fdc-9fbd-fc1444fc9261,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:17.237352 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] No DVR routers for this DVR port 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:17.241655 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:17.242784 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-8c726f60-f1cc-432e-ad0a-1a131de90000 req-6c0521f1-ba3c-4cc3-92f9-df74e0c59882 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "DELETE /v2.0/ports/19ec2bba-4150-4fdc-9fbd-fc1444fc9261 HTTP/1.1" status: 204 len: 173 time: 0.4324460 Sep 10 17:47:17.243219 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'name': 'network-vif-deleted', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:17.245592 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3168b409-c910-42d4-a3a4-27b64b44ed7b" -d '{"events": [{"server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "name": "network-vif-deleted", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:17.294353 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2de598-d7a4-41df-8e6b-f5380c41ed68 x-openstack-request-id: req-9d2de598-d7a4-41df-8e6b-f5380c41ed68 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:17.294633 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b71702e-652f-4906-866a-b381105a80f5", "name": "network-vif-deleted", "tag": "19ec2bba-4150-4fdc-9fbd-fc1444fc9261", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:17.294884 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d2de598-d7a4-41df-8e6b-f5380c41ed68 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:17.295274 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b71702e-652f-4906-866a-b381105a80f5', 'name': 'network-vif-deleted', 'tag': '19ec2bba-4150-4fdc-9fbd-fc1444fc9261', 'status': 'completed', 'code': 200} Sep 10 17:47:17.461882 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-9eb943e2-9661-486b-87be-f74713d22dbc req-0381a468-e30c-454d-b45f-4a2f8e1d5e31 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b71702e-652f-4906-866a-b381105a80f5 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Sep 10 17:47:18.084484 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:20.922490 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54256) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:21.070475 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port 351b4297-435d-41d9-ad83-73add40f88cc {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:21.070819 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.144936 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.145262 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.157007 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for 351b4297-435d-41d9-ad83-73add40f88cc owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:21.410573 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.432650 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=351b4297-435d-41d9-ad83-73add40f88cc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:21.493283 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.493609 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.db.l3_db [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Floating IP b162bf37-5bf9-4791-a59b-4ff02b9020a8 disassociated (deleted). External IP: 172.27.3.161, port: 7969cd19-d438-40f1-aff6-2f6f2fd327a1. Sep 10 17:47:21.692494 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:47:21.754814 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:21.778910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:21.779249 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 19ec2bba-4150-4fdc-9fbd-fc1444fc9261 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:21.795903 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:47:21.800562 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:21.805659 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:47:21.814250 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:21.814852 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:21.827310 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1c3128d8-f22b-42e6-b4d8-43c286061e4f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "DELETE /v2.0/floatingips/b162bf37-5bf9-4791-a59b-4ff02b9020a8 HTTP/1.1" status: 204 len: 168 time: 0.9037545 Sep 10 17:47:21.827898 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1'}] {{(pid=94682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:21.830228 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaa09e024ec37de642465451ef9d45fa0a85e7461a42409d4e080fdb2e0df01e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a476c-1495-4c0d-b7f0-474a4b9dd999" -d '{"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1"}]}' {{(pid=94682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:21.871367 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe51fb3-2e0d-4cbf-a54f-a5b02090e22e x-openstack-request-id: req-8fe51fb3-2e0d-4cbf-a54f-a5b02090e22e {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:21.871685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1", "status": "completed", "code": 200}]} {{(pid=94682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:21.872110 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fe51fb3-2e0d-4cbf-a54f-a5b02090e22e {{(pid=94682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:21.872538 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'status': 'completed', 'code': 200} Sep 10 17:47:21.923257 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:21.942805 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-ea708ce0-b0f0-4429-8589-602fe80541f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:21.944912 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-ea708ce0-b0f0-4429-8589-602fe80541f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35212163e3d04b73adfd995294308435&device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0451765 Sep 10 17:47:22.046602 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-86da85fd-c832-48a9-9202-265eee1eda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:22.048088 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-86da85fd-c832-48a9-9202-265eee1eda2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 200 len: 912 time: 0.0901074 Sep 10 17:47:22.096712 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-b1f86530-244f-4d98-885c-a7a854f30d9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 200 len: 217 time: 0.0370495 Sep 10 17:47:22.153678 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-3ac2ad06-d026-4de1-8fb2-bf9a6f838f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:22.155157 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-3ac2ad06-d026-4de1-8fb2-bf9a6f838f58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 200 len: 850 time: 0.0459893 Sep 10 17:47:22.214861 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-b775aed7-d40b-4460-9723-55bdbe44db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:22.216345 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-b775aed7-d40b-4460-9723-55bdbe44db3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516956 Sep 10 17:47:22.260227 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:22.285998 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:47:22.294738 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:22.295349 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:22.327677 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422568a-7358-42df-9dc2-b551ab2ebf67 req-340d99ca-e0c3-442d-b022-633cff5c8a8a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:22.329198 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7422568a-7358-42df-9dc2-b551ab2ebf67 req-340d99ca-e0c3-442d-b022-633cff5c8a8a tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.1090863 Sep 10 17:47:22.367415 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-444f5294-f02b-4252-b67b-1a546080a763 service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353779 Sep 10 17:47:22.390739 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-7422568a-7358-42df-9dc2-b551ab2ebf67 req-5939c9c8-cfbc-4624-a8ad-34e594e23734 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509279 Sep 10 17:47:22.404107 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:22.465110 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-794a476c-1495-4c0d-b7f0-474a4b9dd999 req-863955da-d87f-40b4-884e-aa8df66706db service neutron] 10.222.0.61 "GET /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884523 Sep 10 17:47:22.601606 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:22.627723 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caeac88-4104-4e06-8f5b-221d740a182c None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:39:43Z', 'revision_number': 4, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi', '_interfaces': [{'id': '5f0707c3-8265-443e-b42b-efefccdaf8c0', 'name': '', 'network_id': 'e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7', 'tenant_id': '35212163e3d04b73adfd995294308435', 'mac_address': 'fa:16:3e:0a:b5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:42Z', 'updated_at': '2021-09-10T17:39:48Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'subnets': [{'id': '420784b1-ef85-462e-a689-76fa0112ebd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:47:22.833105 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a2b0c-170b-408c-91f0-0466905a904d None None] New status for floating IP b162bf37-5bf9-4791-a59b-4ff02b9020a8: DOWN {{(pid=94685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 17:47:23.513682 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5d10-4c69-4d38-8b19-abfa9d938f6e req-59e85d7e-4273-4416-82de-608fb9e057f6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:23.515169 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c19a5d10-4c69-4d38-8b19-abfa9d938f6e req-59e85d7e-4273-4416-82de-608fb9e057f6 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.0553834 Sep 10 17:47:23.551868 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-c19a5d10-4c69-4d38-8b19-abfa9d938f6e req-9290f294-5a7c-4d75-aaa8-2f403c785ac9 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a298395-6021-4ab3-adf7-fa512577604a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Sep 10 17:47:24.010355 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783d1e-e502-4725-b230-bf5642eb121d req-5c929596-9848-4f8f-b827-55f7c80b79d5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 17:47:24.011786 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f783d1e-e502-4725-b230-bf5642eb121d req-5c929596-9848-4f8f-b827-55f7c80b79d5 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 945 time: 0.0516765 Sep 10 17:47:24.098860 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:24.099786 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:24.192451 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] For port 7969cd19-d438-40f1-aff6-2f6f2fd327a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7969cd19-d438-40f1-aff6-2f6f2fd327a1,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:24.192730 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:24.205178 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for 7969cd19-d438-40f1-aff6-2f6f2fd327a1 owned by compute:nova {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:24.398532 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:24.428414 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=7969cd19-d438-40f1-aff6-2f6f2fd327a1,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:24.471748 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] No DVR routers for this DVR port 7969cd19-d438-40f1-aff6-2f6f2fd327a1 on host hv-cinder-78719 {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:24.474143 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for port, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:24.476491 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-0f783d1e-e502-4725-b230-bf5642eb121d req-a1173ca0-e11f-42d6-9534-f7f21675bd8d tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.61 "DELETE /v2.0/ports/7969cd19-d438-40f1-aff6-2f6f2fd327a1 HTTP/1.1" status: 204 len: 173 time: 0.4582088 Sep 10 17:47:24.476920 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'name': 'network-vif-deleted', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1'}] {{(pid=94683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 17:47:24.479273 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73d86ad9205fdb3dfc5844de70b2959d9fc3f47a03f3c95a8a6d0672ffc6687a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f4eac-be26-41b2-b0f3-10d848920b2d" -d '{"events": [{"server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "name": "network-vif-deleted", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1"}]}' {{(pid=94683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 17:47:24.515525 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c9a12-7e5d-4200-95e1-2e1e3a815b07 x-openstack-request-id: req-411c9a12-7e5d-4200-95e1-2e1e3a815b07 {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 17:47:24.516113 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f1461-3ada-41f2-9b73-80f20910f1e6", "name": "network-vif-deleted", "tag": "7969cd19-d438-40f1-aff6-2f6f2fd327a1", "status": "completed", "code": 200}]} {{(pid=94683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 17:47:24.516222 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-411c9a12-7e5d-4200-95e1-2e1e3a815b07 {{(pid=94683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 17:47:24.516591 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f1461-3ada-41f2-9b73-80f20910f1e6', 'name': 'network-vif-deleted', 'tag': '7969cd19-d438-40f1-aff6-2f6f2fd327a1', 'status': 'completed', 'code': 200} Sep 10 17:47:24.648634 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-4457595c-21eb-437f-9232-0366ea63502a req-5555ce0b-f98b-4731-a553-87c6c3c329c7 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Sep 10 17:47:25.753588 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [req-b2f442c4-7d8c-4d73-8b83-7fd826c5ae15 req-58eb10f6-7877-47aa-b91a-9b85426edc75 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f1461-3ada-41f2-9b73-80f20910f1e6 HTTP/1.1" status: 200 len: 210 time: 0.0260956 Sep 10 17:47:26.807099 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54282) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:27.141350 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Deleting port 54e16b51-be28-4677-9e32-7b72ef88bdf4 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:27.141693 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.215149 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.215482 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.227196 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Calling delete_port for 54e16b51-be28-4677-9e32-7b72ef88bdf4 owned by network:floatingip {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:27.409911 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.431960 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'Port': ['ID=54e16b51-be28-4677-9e32-7b72ef88bdf4,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:27.441282 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.441632 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.441971 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.442304 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.442633 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.442965 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.443645 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.443645 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.443910 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.444229 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.444565 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.444883 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:27.501353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for floatingip, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.503844 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54948'] for floatingip, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:27.505070 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2810f1ad-3091-497e-adb0-b398f10ffea3 tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "DELETE /v2.0/floatingips/9ac2138b-45b1-4aa3-9b88-fede32bba606 HTTP/1.1" status: 204 len: 168 time: 0.6970000 Sep 10 17:47:27.810583 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7969cd19-d438-40f1-aff6-2f6f2fd327a1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:27.830272 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] No Port match for: 7969cd19-d438-40f1-aff6-2f6f2fd327a1 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:27.830610 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Device 7969cd19-d438-40f1-aff6-2f6f2fd327a1 not bound to the agent host hv-cinder-78719 {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:28.775639 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c30f46fb-9f81-4e25-a16e-6402ef11b5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:28.823456 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54298) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:28.890204 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:28.915205 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.026780 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.029293 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.030496 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a298395-6021-4ab3-adf7-fa512577604a HTTP/1.1" status: 204 len: 168 time: 0.2060549 Sep 10 17:47:29.039401 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07eb3-c7ce-4c23-a6a0-ca18935aff1f tempest-TestVolumeBootPattern-1522259831 tempest-TestVolumeBootPattern-1522259831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a298395-6021-4ab3-adf7-fa512577604a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:29.155733 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54302) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:29.590487 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.823879 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Deleting port 5f0707c3-8265-443e-b42b-efefccdaf8c0 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:29.824619 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.901544 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] For port 5f0707c3-8265-443e-b42b-efefccdaf8c0, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=5f0707c3-8265-443e-b42b-efefccdaf8c0,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:29.901824 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:29.913715 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Calling delete_port for 5f0707c3-8265-443e-b42b-efefccdaf8c0 owned by network:router_interface {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:30.170009 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:30.193213 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0707c3-8265-443e-b42b-efefccdaf8c0,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:30.358632 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:30.567211 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Router e3fbee69-549f-4f76-974b-1c4674d12558 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:47:30.671287 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:47:30.676890 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-21b3b745-d55a-4b96-9767-73462c8507fb admin admin] 10.222.0.53 "PUT /v2.0/routers/e3fbee69-549f-4f76-974b-1c4674d12558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201159 Sep 10 17:47:30.679631 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54306) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:30.681690 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Sync routers for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:47:30.690641 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:30.691241 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:30.780991 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:30.794257 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:30.879794 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:30.968095 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:47:30Z', 'revision_number': 5, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port': {'id': '74805082-31ef-4fd5-ba1f-72e22f4a0734', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:40Z', 'updated_at': '2021-09-10T17:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:30.993301 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Checking router: e3fbee69-549f-4f76-974b-1c4674d12558 for host: dv-cinder-787195-9-iscsi {{(pid=94684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:47:31.001260 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Routers {'e3fbee69-549f-4f76-974b-1c4674d12558'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:31.001857 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:01Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['e3fbee69-549f-4f76-974b-1c4674d12558'], 'active': True} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:31.035349 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Deleting port 74805082-31ef-4fd5-ba1f-72e22f4a0734 {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:31.035686 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.085418 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvr_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] Set router e3fbee69-549f-4f76-974b-1c4674d12558 gateway port host: None {{(pid=94684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:31.111842 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] For port 74805082-31ef-4fd5-ba1f-72e22f4a0734, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=74805082-31ef-4fd5-ba1f-72e22f4a0734,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:31.112199 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.125422 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Calling delete_port for 74805082-31ef-4fd5-ba1f-72e22f4a0734 owned by network:router_gateway {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:31.140675 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_hamode_db [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:47:30Z', 'revision_number': 6, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:31.167160 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dca2e4-406e-44fb-a0be-17c8858ac3bb None None] The sync data for ids ['e3fbee69-549f-4f76-974b-1c4674d12558'] in dv-cinder-787195-9-iscsi is: [{'id': 'e3fbee69-549f-4f76-974b-1c4674d12558', 'name': 'tempest-TestVolumeBootPattern-359745853-router', 'tenant_id': '35212163e3d04b73adfd995294308435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:39Z', 'updated_at': '2021-09-10T17:47:30Z', 'revision_number': 6, 'project_id': '35212163e3d04b73adfd995294308435', 'gw_port_host': None}] {{(pid=94684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:47:31.348081 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.390153 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=74805082-31ef-4fd5-ba1f-72e22f4a0734,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:31.404775 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-dae69056-019d-4e82-8f16-d9a9dcd57a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.654730 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.689847 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.741461 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.744185 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.861029 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.861542 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3fbee69-549f-4f76-974b-1c4674d12558 {{(pid=94682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:47:31.865989 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] Notify callbacks [] for router, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.867144 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-f8f49c78-c393-4da0-921f-be6eb674ab93 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e3fbee69-549f-4f76-974b-1c4674d12558 HTTP/1.1" status: 204 len: 168 time: 1.1859710 Sep 10 17:47:31.870201 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54310) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:31.917685 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Deleting subnet 420784b1-ef85-462e-a689-76fa0112ebd3 {{(pid=94682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:47:31.921113 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.957662 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515542'] for subnet, precommit_delete_associations {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:31.991566 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 5f0707c3-8265-443e-b42b-efefccdaf8c0 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:32.017750 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 5f0707c3-8265-443e-b42b-efefccdaf8c0 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:32.017750 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 5f0707c3-8265-443e-b42b-efefccdaf8c0 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:32.018143 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 74805082-31ef-4fd5-ba1f-72e22f4a0734 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:32.036144 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.037553 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 74805082-31ef-4fd5-ba1f-72e22f4a0734 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:32.037904 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 74805082-31ef-4fd5-ba1f-72e22f4a0734 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:32.170822 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13492002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13487894'] for subnet, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.195713 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420784b1-ef85-462e-a689-76fa0112ebd3,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:32.199536 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for subnet, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.201472 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-df3b98fa-c3e4-460b-aa7d-9f8bc2e6ea44 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/420784b1-ef85-462e-a689-76fa0112ebd3 HTTP/1.1" status: 204 len: 168 time: 0.3303499 Sep 10 17:47:32.204019 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54312) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:32.206453 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e3d52-e028-4002-b0ce-71da4d2d55fa None None] Network e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:47:32.270693 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.323822 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Deleting port dfbd7891-90cc-46a9-9121-345c4a745d2e {{(pid=94682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:32.324164 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.376863 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] DHCP port deletion for e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:47:32.394854 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.db [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] For port dfbd7891-90cc-46a9-9121-345c4a745d2e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=dfbd7891-90cc-46a9-9121-345c4a745d2e,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:32.395216 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.407529 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.plugin [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Calling delete_port for dfbd7891-90cc-46a9-9121-345c4a745d2e owned by network:dhcp {{(pid=94682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:32.427377 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Deleting port dfbd7891-90cc-46a9-9121-345c4a745d2e {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:32.427997 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.440903 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.491699 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] For port dfbd7891-90cc-46a9-9121-345c4a745d2e, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=dfbd7891-90cc-46a9-9121-345c4a745d2e,segment=NetworkSegment(c7eb1443-bebe-4f89-8555-63db08a6ce9d),segment_id=c7eb1443-bebe-4f89-8555-63db08a6ce9d)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:32.492093 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.504345 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Calling delete_port for dfbd7891-90cc-46a9-9121-345c4a745d2e owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:32.541375 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13491999'] for port, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.571668 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd7891-90cc-46a9-9121-345c4a745d2e,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:32.574179 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] No DVR routers for this DVR port dfbd7891-90cc-46a9-9121-345c4a745d2e on host dv-cinder-787195-9-iscsi {{(pid=94682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:32.586946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.610066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Pushing event deleted for resources: {'Port': ['ID=dfbd7891-90cc-46a9-9121-345c4a745d2e,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:32.621946 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.627487 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:32.630787 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4577fdb-5060-48b4-a79a-0be1327a9a49 None None] No DVR routers for this DVR port dfbd7891-90cc-46a9-9121-345c4a745d2e on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:32.643915 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.664642 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7']}} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:32.673574 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eb1443-bebe-4f89-8555-63db08a6ce9d') {'for_net_delete': True} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:32.673870 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.services.segments.db [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eb1443-bebe-4f89-8555-63db08a6ce9d') {} {{(pid=94682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:32.683053 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515631'] for segment, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.697854 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.703566 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=94682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:47:32.703946 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13491392'] for segment, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: Traceback (most recent call last): Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: timer() Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: cb(*args, **kw) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: return func(*args, **kwargs) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: self._notify() Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: self.callback(batched_events) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: event.method(event) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: return f(self, *a, **k) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._get(url).json() Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: return self.request(url, 'GET', **kwargs) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:47:32.705574 dv-cinder-787195-9-iscsi neutron-server[94682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:47:32.861285 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.874143 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:32.874143 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7 HTTP/1.1" status: 204 len: 168 time: 0.6670198 Sep 10 17:47:32.875418 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54314) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:32.883292 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d31c-4c74-4766-a616-be37ad6300d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fcabb0-34d7-472c-b4ee-b3ab2792c4b7,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:33.303498 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1904753'] for router_interface, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:33.599335 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Deleting port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:33.599810 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:33.679233 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] For port 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:33.679595 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:33.692112 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Calling delete_port for 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b owned by network:router_interface {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:33.918652 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:33.942407 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f96fda3-d4cf-4bcd-8107-3222b3c24e2b,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:33.952829 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.953421 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.953782 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.954112 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.954880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.954880 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.955083 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.955378 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.955699 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.956016 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.956354 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:33.956674 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-9-iscsi {{(pid=94683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 17:47:34.000043 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device dfbd7891-90cc-46a9-9121-345c4a745d2e no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:34.021185 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: dfbd7891-90cc-46a9-9121-345c4a745d2e {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:34.021185 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device dfbd7891-90cc-46a9-9121-345c4a745d2e not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:34.123253 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1904837'] for router_interface, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:34.272562 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:34.329960 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Router d544b0bd-583c-43c4-aa06-3fda15036124 has already been hosted by L3 agent b7d3aa64-a5de-46c9-98b9-95a0e13c6110 {{(pid=94683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 17:47:34.429254 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] Notify agent at l3_agent.dv-cinder-787195-9-iscsi the message routers_updated {{(pid=94683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 17:47:34.434239 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-737af7e3-edb4-4cb4-9e89-ae091276505d admin admin] 10.222.0.53 "PUT /v2.0/routers/d544b0bd-583c-43c4-aa06-3fda15036124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578122 Sep 10 17:47:34.436734 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54316) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:34.439208 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Sync routers for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 17:47:34.448608 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:34.449272 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:34.540059 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:34.644269 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:34.647250 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: dv-cinder-787195-9-iscsi {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:34.733594 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Deleting port 11c05fb0-5de9-4d11-a709-37718affba17 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:34.733932 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:34.825116 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'external_fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '11c05fb0-5de9-4d11-a709-37718affba17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:47:33Z', 'revision_number': 5, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port': {'id': '11c05fb0-5de9-4d11-a709-37718affba17', 'name': '', 'network_id': 'cdc251ba-d0a6-43c5-b4cf-ba8beb516b57', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T17:39:47Z', 'updated_at': '2021-09-10T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '737032fd-6d52-42a7-ba03-d56dbdb14add', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-9-iscsi'}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:34.852387 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Checking router: d544b0bd-583c-43c4-aa06-3fda15036124 for host: dv-cinder-787195-9-iscsi {{(pid=94685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 17:47:34.861809 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Routers {'d544b0bd-583c-43c4-aa06-3fda15036124'} bound to L3 agent in host dv-cinder-787195-9-iscsi {{(pid=94685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 17:47:34.862434 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T17:27:31Z,description=,heartbeat_timestamp=2021-09-10T17:47:31Z,host='dv-cinder-787195-9-iscsi',id=b7d3aa64-a5de-46c9-98b9-95a0e13c6110,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T17:27:32Z,topic='l3_agent')) {'router_ids': ['d544b0bd-583c-43c4-aa06-3fda15036124'], 'active': True} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:34.950351 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_dvr_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] Set router d544b0bd-583c-43c4-aa06-3fda15036124 gateway port host: None {{(pid=94685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 17:47:35.006191 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.l3_hamode_db [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:47:34Z', 'revision_number': 6, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port_host': None}], 'dv-cinder-787195-9-iscsi', False) {} {{(pid=94685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:35.033244 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834941a9-2f62-4e84-820b-c909d766fea2 None None] The sync data for ids ['d544b0bd-583c-43c4-aa06-3fda15036124'] in dv-cinder-787195-9-iscsi is: [{'id': 'd544b0bd-583c-43c4-aa06-3fda15036124', 'name': 'tempest-TestVolumeBootPattern-1764479025-router', 'tenant_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T17:39:46Z', 'updated_at': '2021-09-10T17:47:34Z', 'revision_number': 6, 'project_id': 'bade8c3bb13d4b86b6da525196e4e75a', 'gw_port_host': None}] {{(pid=94685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 17:47:35.085482 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] For port 11c05fb0-5de9-4d11-a709-37718affba17, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=11c05fb0-5de9-4d11-a709-37718affba17,segment=NetworkSegment(45758bcd-80b8-4642-aab1-615a459b678d),segment_id=45758bcd-80b8-4642-aab1-615a459b678d)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:35.085965 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.097762 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Calling delete_port for 11c05fb0-5de9-4d11-a709-37718affba17 owned by network:router_gateway {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:35.317862 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.341542 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c05fb0-5de9-4d11-a709-37718affba17,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:35.407996 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1905959'] for router_gateway, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.499798 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1905812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1928'] for router, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.501938 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.598371 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1905821'] for router, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.598826 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d544b0bd-583c-43c4-aa06-3fda15036124 {{(pid=94683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 17:47:35.603795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.604988 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-b931a843-4958-4442-bba2-5f5a4cc4cfd0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d544b0bd-583c-43c4-aa06-3fda15036124 HTTP/1.1" status: 204 len: 168 time: 1.1673372 Sep 10 17:47:35.607572 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54318) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:35.655424 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.db_base_plugin_v2 [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Deleting subnet db4640aa-e0a6-49f6-90ae-61f86e186a2e {{(pid=94683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 17:47:35.658478 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.692677 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13340628'] for subnet, precommit_delete_associations {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.770137 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722565'] for subnet, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.896140 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13031551'] for subnet, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.922745 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4640aa-e0a6-49f6-90ae-61f86e186a2e,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:35.926417 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:35.928286 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-52df50a9-d0dd-4e78-80e5-09903dde4f03 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db4640aa-e0a6-49f6-90ae-61f86e186a2e HTTP/1.1" status: 204 len: 168 time: 0.3198462 Sep 10 17:47:35.930795 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [-] (94683) accepted ('10.222.0.53', 54320) {{(pid=94683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:35.933982 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615c656-7a87-4b51-b477-19f690e14e03 None None] Network f7a0128c-5a04-4408-9889-85f1359cd7da requested from dv-cinder-787195-9-iscsi {{(pid=94684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 17:47:36.003670 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580441'] for network, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.029921 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:36.058973 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Deleting port 83a07c35-358e-4a26-a284-61f57e6c69c7 {{(pid=94683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:36.059322 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.063066 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:36.063409 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 0f96fda3-d4cf-4bcd-8107-3222b3c24e2b not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:36.063827 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 11c05fb0-5de9-4d11-a709-37718affba17 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:36.086424 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 11c05fb0-5de9-4d11-a709-37718affba17 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:36.086867 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 11c05fb0-5de9-4d11-a709-37718affba17 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:36.135270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.db [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] For port 83a07c35-358e-4a26-a284-61f57e6c69c7, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=83a07c35-358e-4a26-a284-61f57e6c69c7,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:36.135270 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.146500 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.plugin [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Calling delete_port for 83a07c35-358e-4a26-a284-61f57e6c69c7 owned by network:dhcp {{(pid=94683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:36.151347 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] DHCP port deletion for f7a0128c-5a04-4408-9889-85f1359cd7da request from dv-cinder-787195-9-iscsi {{(pid=94684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 17:47:36.199661 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Deleting port 83a07c35-358e-4a26-a284-61f57e6c69c7 {{(pid=94684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 17:47:36.200028 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785449134906'] for port, before_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.261244 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.db [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] For port 83a07c35-358e-4a26-a284-61f57e6c69c7, host dv-cinder-787195-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-9-iscsi',level=0,port_id=83a07c35-358e-4a26-a284-61f57e6c69c7,segment=NetworkSegment(a5c996ae-afd5-4b74-af96-f6ebc7c4edf1),segment_id=a5c996ae-afd5-4b74-af96-f6ebc7c4edf1)] {{(pid=94684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 17:47:36.261634 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1928704'] for port, precommit_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.272878 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13029934'] for port, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.273399 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Calling delete_port for 83a07c35-358e-4a26-a284-61f57e6c69c7 owned by network:dhcp {{(pid=94684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 17:47:36.304513 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] No DVR routers for this DVR port 83a07c35-358e-4a26-a284-61f57e6c69c7 on host dv-cinder-787195-9-iscsi {{(pid=94683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:36.306697 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Pushing event deleted for resources: {'Port': ['ID=83a07c35-358e-4a26-a284-61f57e6c69c7,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:36.350151 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785449141508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785448834524'] for port, after_delete {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.375790 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] Pushing event deleted for resources: {'Port': ['ID=83a07c35-358e-4a26-a284-61f57e6c69c7,revision_number=None']} {{(pid=94684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:36.377461 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724720', 'neutron.services.segments.db._delete_segments_for_network-8785449349277'] for network, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.377613 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bf1be-9867-4e65-8226-f6ab1b0dc081 None None] No DVR routers for this DVR port 83a07c35-358e-4a26-a284-61f57e6c69c7 on host dv-cinder-787195-9-iscsi {{(pid=94684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 17:47:36.398321 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a0128c-5a04-4408-9889-85f1359cd7da']}} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:36.408311 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1') {'for_net_delete': True} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:36.408612 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.services.segments.db [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c996ae-afd5-4b74-af96-f6ebc7c4edf1') {} {{(pid=94683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 17:47:36.417893 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785449344678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13340589'] for segment, before_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.430720 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527'] for segment, precommit_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.436664 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-724527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13029873'] for segment, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: Traceback (most recent call last): Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: timer() Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: cb(*args, **kw) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: return func(*args, **kwargs) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: self._notify() Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: self.callback(batched_events) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: event.method(event) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: return f(self, *a, **k) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._get(url).json() Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: return self.request(url, 'GET', **kwargs) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 17:47:36.440692 dv-cinder-787195-9-iscsi neutron-server[94683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 17:47:36.546545 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1905987'] for network, after_delete {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.551826 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron_lib.callbacks.manager [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670437'] for network, before_response {{(pid=94683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:36.553698 dv-cinder-787195-9-iscsi neutron-server[94683]: INFO neutron.wsgi [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/f7a0128c-5a04-4408-9889-85f1359cd7da HTTP/1.1" status: 204 len: 168 time: 0.6217570 Sep 10 17:47:36.564807 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06367f62-2544-4510-86a2-d029d5b486ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a0128c-5a04-4408-9889-85f1359cd7da,revision_number=None']} {{(pid=94683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:36.898473 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54324) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:36.938218 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-1ec87697-4550-4bec-bf7b-57aa4087d984 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35212163e3d04b73adfd995294308435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385768 Sep 10 17:47:36.940664 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54326) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:36.985892 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.006666 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.129441 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.131981 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.133147 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a75a7695-6827-4e85-bcef-d19459d4b3cc HTTP/1.1" status: 204 len: 168 time: 0.1915886 Sep 10 17:47:37.140843 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9185-a4d6-48ad-91e3-978da2d3a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a7695-6827-4e85-bcef-d19459d4b3cc,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:37.687292 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54332) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:37.726371 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-2c01ed4f-ff86-4330-8d2d-9dceb1a41038 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bade8c3bb13d4b86b6da525196e4e75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379450 Sep 10 17:47:37.729353 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [-] (94682) accepted ('10.222.0.53', 54334) {{(pid=94682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 17:47:37.775835 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.795942 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.912670 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576902'] for security_group, after_delete {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.915236 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron_lib.callbacks.manager [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:37.916426 dv-cinder-787195-9-iscsi neutron-server[94682]: INFO neutron.wsgi [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2caf255f-fad9-4134-a3eb-6477495aee5a HTTP/1.1" status: 204 len: 168 time: 0.1861577 Sep 10 17:47:37.924594 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e45d4e-6c28-4be6-b61e-a1f3080c230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf255f-fad9-4134-a3eb-6477495aee5a,revision_number=None']} {{(pid=94682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 17:47:37.985238 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 83a07c35-358e-4a26-a284-61f57e6c69c7 no longer exists at agent ovs-agent-dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 17:47:38.005288 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.plugin [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] No Port match for: 83a07c35-358e-4a26-a284-61f57e6c69c7 {{(pid=94684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 17:47:38.005624 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron.plugins.ml2.rpc [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Device 83a07c35-358e-4a26-a284-61f57e6c69c7 not bound to the agent host dv-cinder-787195-9-iscsi {{(pid=94684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 17:47:40.088349 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:47:48.066260 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:47:58.792159 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-085b94b6-97ed-4dbe-a3b1-f64f6447043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:01.391103 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b808957a-0294-4b17-8154-a8f4311e0d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:01.665581 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:02.431009 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:04.323580 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:17.087554 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:48:18.076465 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:28.784455 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-e9604f87-f347-4500-b4d5-f5d3cd2c9c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:31.390059 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-bb814c55-9130-4907-b253-d6246a6cd14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:31.641787 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:32.435991 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:34.350357 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:48.132884 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:48:54.087069 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:48:58.767067 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1eee12bd-4892-477b-8866-bd08dd99514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:01.400761 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-f1e83059-9d7c-4e36-b99d-13692e22cdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:01.663990 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:02.463990 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:04.309592 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:18.097801 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:28.823083 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ea48b679-5f7f-46e2-8880-26eaad2f158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:31.085607 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:49:31.382990 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-6e5a7621-9fb9-4ff7-93f1-44fcbf1f3b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:31.657179 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:32.444541 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:34.286242 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:48.091504 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:49:58.776886 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-eee65bcc-c0e4-4442-b98e-10fecd1d0b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:01.391553 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-1cc364f1-dfdb-45ac-b69b-a3df184edad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:01.665942 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:02.443301 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:04.345571 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:08.084598 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:50:18.101765 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:28.804070 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-c80c6201-7fb5-42ed-b9bb-9a90c87048e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:31.426970 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d7f7281e-9a6a-4e7d-a5df-6eb117eb0475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:31.678499 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:32.455934 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:34.309988 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:45.084110 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:50:48.114914 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:50:58.755157 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-613debfc-d91d-4904-a0bd-c3bf9ba5d094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:01.383163 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ad775d76-bb7e-407f-9a96-48b2e4c7193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:01.652091 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:02.457842 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:04.351884 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:11.619579 dv-cinder-787195-9-iscsi neutron-server[94683]: DEBUG neutron.wsgi [req-060dc531-8389-4833-b031-2a7fc3c926ab req-90f49996-c730-46ab-ae6c-ee684980d59d service neutron] (94683) timed out ('10.222.0.61', 54378) {{(pid=94683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 17:51:15.809930 dv-cinder-787195-9-iscsi neutron-server[94682]: DEBUG neutron.wsgi [req-3a971d9a-5092-427e-9c30-dc12cade57fc req-42d5ba8b-370d-48a0-a769-f48b42c120cf service neutron] (94682) timed out ('10.222.0.61', 54376) {{(pid=94682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 17:51:18.113997 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:22.084007 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:51:28.785348 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-19871868-db61-4088-8280-ffe208a5cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:31.381802 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-39ae996b-8e84-4167-a215-23e73f726828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:31.673327 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:32.473130 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:34.322634 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:48.104854 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:58.801460 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-878666cb-87a0-4ef7-9c09-c4cf664243d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:51:59.082856 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:52:01.397910 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-43c83a2f-6e27-499c-8ccb-ae09715fd7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:01.681938 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:02.500541 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:04.317136 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:18.156506 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:28.767187 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-a9c05d03-cefe-4419-9a9f-27e09051f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:31.429169 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-b68ca7a3-9d0a-4e4e-926d-7054edc1a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:31.658409 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-df733d18-2745-480e-a6a0-e9025c54498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:32.451996 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-ca965919-e0b0-40c2-92d2-7f18de95d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:34.327014 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-baf79719-6c89-4e17-9571-139e4675ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 17:52:36.082318 dv-cinder-787195-9-iscsi neutron-server[94685]: DEBUG neutron.db.agents_db [None req-7482ea49-c038-4e17-b090-0ff73f74427f None None] Agent healthcheck: found 6 active agents {{(pid=94685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 17:52:48.109516 dv-cinder-787195-9-iscsi neutron-server[94684]: DEBUG neutron_lib.callbacks.manager [None req-d54a847c-be4e-439f-8848-630104d4ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785449349259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723510'] for agent, after_update {{(pid=94684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}